[ 532.126192] env[69702]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69702) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.126626] env[69702]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69702) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.126626] env[69702]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69702) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.126967] env[69702]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 532.224061] env[69702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 532.235323] env[69702]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 532.278012] env[69702]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 532.838482] env[69702]: INFO nova.virt.driver [None req-be8c16f9-5378-40e7-ab03-85bec4fc6470 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 532.911075] env[69702]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.911075] env[69702]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.911075] env[69702]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69702) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 535.850338] env[69702]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-9e4d634b-ceaf-4817-b993-37c8ac757443 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.867078] env[69702]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69702) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 535.867222] env[69702]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-407e0c95-c021-405a-8351-2a9411ce7e70 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.893531] env[69702]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ab23e. [ 535.893671] env[69702]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.983s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.894239] env[69702]: INFO nova.virt.vmwareapi.driver [None req-be8c16f9-5378-40e7-ab03-85bec4fc6470 None None] VMware vCenter version: 7.0.3 [ 535.897683] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3e0906-4788-4033-8ce9-1c0572d40785 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.918722] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba20041-7370-4be1-941b-906b840b5713 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.924768] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55948430-892f-4c4c-a386-b6dea03f6a95 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.931406] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49802cef-2191-4018-b8c7-0538027d7f13 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.944940] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6549a69-6df9-4784-995b-33b803e944da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.950908] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfc4e8b-5121-4bf3-b471-7773f52f8af4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.981880] env[69702]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-94c1fcbb-3dfc-4ba3-a2e1-b18f6280fd0f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.987151] env[69702]: DEBUG nova.virt.vmwareapi.driver [None req-be8c16f9-5378-40e7-ab03-85bec4fc6470 None None] Extension org.openstack.compute already exists. {{(pid=69702) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 535.989809] env[69702]: INFO nova.compute.provider_config [None req-be8c16f9-5378-40e7-ab03-85bec4fc6470 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 536.493233] env[69702]: DEBUG nova.context [None req-be8c16f9-5378-40e7-ab03-85bec4fc6470 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),835c7076-0665-4f3b-b6bd-3a8504cad024(cell1) {{(pid=69702) load_cells /opt/stack/nova/nova/context.py:464}} [ 536.495300] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.495520] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.496235] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.496658] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Acquiring lock "835c7076-0665-4f3b-b6bd-3a8504cad024" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.496850] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Lock "835c7076-0665-4f3b-b6bd-3a8504cad024" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.497961] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Lock "835c7076-0665-4f3b-b6bd-3a8504cad024" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.518757] env[69702]: INFO dbcounter [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Registered counter for database nova_cell0 [ 536.527103] env[69702]: INFO dbcounter [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Registered counter for database nova_cell1 [ 536.958177] env[69702]: DEBUG oslo_db.sqlalchemy.engines [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69702) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 536.958902] env[69702]: DEBUG oslo_db.sqlalchemy.engines [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69702) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 536.963807] env[69702]: ERROR nova.db.main.api [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 536.963807] env[69702]: result = function(*args, **kwargs) [ 536.963807] env[69702]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 536.963807] env[69702]: return func(*args, **kwargs) [ 536.963807] env[69702]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 536.963807] env[69702]: result = fn(*args, **kwargs) [ 536.963807] env[69702]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 536.963807] env[69702]: return f(*args, **kwargs) [ 536.963807] env[69702]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 536.963807] env[69702]: return db.service_get_minimum_version(context, binaries) [ 536.963807] env[69702]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 536.963807] env[69702]: _check_db_access() [ 536.963807] env[69702]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 536.963807] env[69702]: stacktrace = ''.join(traceback.format_stack()) [ 536.963807] env[69702]: [ 536.964570] env[69702]: ERROR nova.db.main.api [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 536.964570] env[69702]: result = function(*args, **kwargs) [ 536.964570] env[69702]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 536.964570] env[69702]: return func(*args, **kwargs) [ 536.964570] env[69702]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 536.964570] env[69702]: result = fn(*args, **kwargs) [ 536.964570] env[69702]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 536.964570] env[69702]: return f(*args, **kwargs) [ 536.964570] env[69702]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 536.964570] env[69702]: return db.service_get_minimum_version(context, binaries) [ 536.964570] env[69702]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 536.964570] env[69702]: _check_db_access() [ 536.964570] env[69702]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 536.964570] env[69702]: stacktrace = ''.join(traceback.format_stack()) [ 536.964570] env[69702]: [ 536.964979] env[69702]: WARNING nova.objects.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 536.965129] env[69702]: WARNING nova.objects.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Failed to get minimum service version for cell 835c7076-0665-4f3b-b6bd-3a8504cad024 [ 536.965586] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Acquiring lock "singleton_lock" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.965746] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Acquired lock "singleton_lock" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.965985] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Releasing lock "singleton_lock" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.966336] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Full set of CONF: {{(pid=69702) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 536.966545] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ******************************************************************************** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 536.966629] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] Configuration options gathered from: {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 536.966747] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 536.966941] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 536.967083] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ================================================================================ {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 536.967301] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] allow_resize_to_same_host = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.967471] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] arq_binding_timeout = 300 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.967603] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] backdoor_port = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.967731] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] backdoor_socket = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.967896] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] block_device_allocate_retries = 60 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.968074] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] block_device_allocate_retries_interval = 3 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.968246] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cert = self.pem {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.968416] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.968584] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute_monitors = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.968753] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] config_dir = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.969183] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] config_drive_format = iso9660 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.969338] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.969548] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] config_source = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.969691] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] console_host = devstack {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.969861] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] control_exchange = nova {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.970027] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cpu_allocation_ratio = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.970197] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] daemon = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.970365] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] debug = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.970522] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] default_access_ip_network_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.970687] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] default_availability_zone = nova {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.970841] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] default_ephemeral_format = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.971053] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] default_green_pool_size = 1000 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.971284] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.971455] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] default_schedule_zone = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.971611] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] disk_allocation_ratio = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.971770] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] enable_new_services = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.971949] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] enabled_apis = ['osapi_compute'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.972130] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] enabled_ssl_apis = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.972291] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] flat_injected = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.972448] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] force_config_drive = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.972716] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] force_raw_images = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.972768] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] graceful_shutdown_timeout = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.972928] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] heal_instance_info_cache_interval = -1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.973169] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] host = cpu-1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.973352] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.973515] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.973674] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.973885] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.974065] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] instance_build_timeout = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.974236] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] instance_delete_interval = 300 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.974397] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] instance_format = [instance: %(uuid)s] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.974563] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] instance_name_template = instance-%08x {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.974724] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] instance_usage_audit = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.974891] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] instance_usage_audit_period = month {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.975066] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.975236] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.975400] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] internal_service_availability_zone = internal {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.975555] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] key = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.975716] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] live_migration_retry_count = 30 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.975880] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] log_color = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.976053] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] log_config_append = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.976222] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.976379] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] log_dir = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.976534] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] log_file = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.976662] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] log_options = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.976823] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] log_rotate_interval = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.977017] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] log_rotate_interval_type = days {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.977194] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] log_rotation_type = none {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.977324] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.977469] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.977610] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.977770] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.977895] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.978067] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] long_rpc_timeout = 1800 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.978231] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] max_concurrent_builds = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.978388] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] max_concurrent_live_migrations = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.978547] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] max_concurrent_snapshots = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.978703] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] max_local_block_devices = 3 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.978859] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] max_logfile_count = 30 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.979028] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] max_logfile_size_mb = 200 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.979212] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] maximum_instance_delete_attempts = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.979384] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] metadata_listen = 0.0.0.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.979548] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] metadata_listen_port = 8775 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.979713] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] metadata_workers = 2 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.979872] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] migrate_max_retries = -1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.980046] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] mkisofs_cmd = genisoimage {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.980258] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.980391] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] my_ip = 10.180.1.21 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.980595] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.980754] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] network_allocate_retries = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.980932] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.981148] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.981322] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] osapi_compute_listen_port = 8774 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.981490] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] osapi_compute_unique_server_name_scope = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.981659] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] osapi_compute_workers = 2 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.981820] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] password_length = 12 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.981978] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] periodic_enable = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.982179] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] periodic_fuzzy_delay = 60 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.982353] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] pointer_model = usbtablet {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.982519] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] preallocate_images = none {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.982681] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] publish_errors = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.982810] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] pybasedir = /opt/stack/nova {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.982964] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ram_allocation_ratio = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.983138] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] rate_limit_burst = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.983306] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] rate_limit_except_level = CRITICAL {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.983463] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] rate_limit_interval = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.983622] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] reboot_timeout = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.983782] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] reclaim_instance_interval = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.983938] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] record = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.984119] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] reimage_timeout_per_gb = 60 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.984292] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] report_interval = 120 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.984457] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] rescue_timeout = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.984619] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] reserved_host_cpus = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.984780] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] reserved_host_disk_mb = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.984941] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] reserved_host_memory_mb = 512 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.985115] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] reserved_huge_pages = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.985281] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] resize_confirm_window = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.985443] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] resize_fs_using_block_device = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.985603] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] resume_guests_state_on_host_boot = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.985771] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.985934] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] rpc_response_timeout = 60 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.986107] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] run_external_periodic_tasks = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.986279] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] running_deleted_instance_action = reap {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.986439] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.986596] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] running_deleted_instance_timeout = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.986753] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] scheduler_instance_sync_interval = 120 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.986920] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] service_down_time = 720 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.987098] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] servicegroup_driver = db {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.987256] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] shell_completion = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.987415] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] shelved_offload_time = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.987571] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] shelved_poll_interval = 3600 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.987737] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] shutdown_timeout = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.987897] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] source_is_ipv6 = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.988063] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ssl_only = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.988314] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.988484] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] sync_power_state_interval = 600 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.988647] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] sync_power_state_pool_size = 1000 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.988814] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] syslog_log_facility = LOG_USER {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.988973] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] tempdir = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.989180] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] timeout_nbd = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.989362] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] transport_url = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.989527] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] update_resources_interval = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.989689] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] use_cow_images = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.989851] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] use_journal = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.990019] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] use_json = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.990187] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] use_rootwrap_daemon = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.990348] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] use_stderr = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.990507] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] use_syslog = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.990663] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vcpu_pin_set = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.990858] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plugging_is_fatal = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.990993] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plugging_timeout = 300 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.991199] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] virt_mkfs = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.991370] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] volume_usage_poll_interval = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.991532] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] watch_log_file = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.991700] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] web = /usr/share/spice-html5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.991887] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.992080] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.992279] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.992494] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_concurrency.disable_process_locking = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.992810] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.993006] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.993189] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.993366] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.993538] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.993707] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.993903] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.auth_strategy = keystone {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.994087] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.compute_link_prefix = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.994271] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.994448] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.dhcp_domain = novalocal {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.994618] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.enable_instance_password = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.994785] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.glance_link_prefix = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.994951] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.995138] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.995308] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.instance_list_per_project_cells = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.995472] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.list_records_by_skipping_down_cells = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.995635] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.local_metadata_per_cell = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.995803] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.max_limit = 1000 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.995972] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.metadata_cache_expiration = 15 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.996164] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.neutron_default_tenant_id = default {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.996339] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.response_validation = warn {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.996509] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.use_neutron_default_nets = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.996678] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.996840] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.997014] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.997196] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.997370] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.vendordata_dynamic_targets = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.997536] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.vendordata_jsonfile_path = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.997718] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.997914] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.backend = dogpile.cache.memcached {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.998098] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.backend_argument = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.998264] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.backend_expiration_time = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.998434] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.config_prefix = cache.oslo {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.998605] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.dead_timeout = 60.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.998768] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.debug_cache_backend = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.998931] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.enable_retry_client = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.999114] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.enable_socket_keepalive = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.999290] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.enabled = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.999453] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.enforce_fips_mode = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.999615] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.expiration_time = 600 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.999778] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.hashclient_retry_attempts = 2 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.999942] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.000118] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.memcache_dead_retry = 300 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.000283] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.memcache_password = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.000445] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.000604] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.000767] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.memcache_pool_maxsize = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.000968] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.001120] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.memcache_sasl_enabled = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.001316] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.001487] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.001647] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.memcache_username = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.001813] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.proxies = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.001975] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.redis_db = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.002181] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.redis_password = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.002360] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.002538] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.002732] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.redis_server = localhost:6379 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.002917] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.redis_socket_timeout = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.003096] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.redis_username = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.003267] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.retry_attempts = 2 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.003434] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.retry_delay = 0.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.003596] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.socket_keepalive_count = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.003759] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.socket_keepalive_idle = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.003920] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.socket_keepalive_interval = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.004091] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.tls_allowed_ciphers = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.004256] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.tls_cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.004414] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.tls_certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.004575] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.tls_enabled = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.004730] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cache.tls_keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.004900] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.auth_section = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.005084] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.auth_type = password {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.005250] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.005425] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.005586] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.005754] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.collect_timing = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.005918] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.cross_az_attach = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.006095] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.debug = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.006261] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.endpoint_template = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.006426] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.http_retries = 3 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.006588] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.insecure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.006748] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.006920] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.os_region_name = RegionOne {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.007095] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.split_loggers = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.007261] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cinder.timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.007434] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.007597] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute.cpu_dedicated_set = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.007756] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute.cpu_shared_set = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.007919] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute.image_type_exclude_list = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.008092] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.008261] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.008421] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.008581] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.008749] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.008914] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute.resource_provider_association_refresh = 300 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.009085] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.009252] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute.shutdown_retry_interval = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.009429] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.009606] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] conductor.workers = 2 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.009786] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] console.allowed_origins = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.009947] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] console.ssl_ciphers = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.010134] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] console.ssl_minimum_version = default {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.010317] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] consoleauth.enforce_session_timeout = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.010473] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] consoleauth.token_ttl = 600 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.010646] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.010804] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.010967] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.collect_timing = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.011170] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.connect_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.011341] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.connect_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.011501] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.endpoint_override = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.011665] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.insecure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.011823] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.011984] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.max_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.012190] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.min_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.012349] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.region_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.012510] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.retriable_status_codes = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.012668] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.service_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.012837] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.service_type = accelerator {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.013007] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.split_loggers = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.013175] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.status_code_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.013336] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.status_code_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.013530] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.013717] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.013879] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] cyborg.version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.014067] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.asyncio_connection = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.014234] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.asyncio_slave_connection = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.014405] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.backend = sqlalchemy {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.014576] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.connection = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.014742] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.connection_debug = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.014909] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.connection_parameters = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.015086] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.connection_recycle_time = 3600 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.015256] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.connection_trace = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.015417] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.db_inc_retry_interval = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.015580] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.db_max_retries = 20 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.015747] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.db_max_retry_interval = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.015909] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.db_retry_interval = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.016083] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.max_overflow = 50 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.016249] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.max_pool_size = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.016410] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.max_retries = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.016576] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.016733] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.mysql_wsrep_sync_wait = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.016890] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.pool_timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.017063] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.retry_interval = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.017244] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.slave_connection = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.017423] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.sqlite_synchronous = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.017589] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] database.use_db_reconnect = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.017757] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.asyncio_connection = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.017915] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.asyncio_slave_connection = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.018515] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.backend = sqlalchemy {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.018515] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.connection = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.018515] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.connection_debug = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.018652] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.connection_parameters = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.018736] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.connection_recycle_time = 3600 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.018894] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.connection_trace = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.019073] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.db_inc_retry_interval = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.019236] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.db_max_retries = 20 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.019400] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.db_max_retry_interval = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.019562] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.db_retry_interval = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.019723] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.max_overflow = 50 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.019903] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.max_pool_size = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.020057] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.max_retries = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.020230] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.020415] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.020547] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.pool_timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.020706] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.retry_interval = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.020865] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.slave_connection = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.021058] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] api_database.sqlite_synchronous = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.021210] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] devices.enabled_mdev_types = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.021386] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.021783] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.021783] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ephemeral_storage_encryption.enabled = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.021879] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.022060] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.api_servers = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.022254] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.022419] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.022582] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.collect_timing = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.022744] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.connect_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.022902] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.connect_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.023097] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.debug = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.023284] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.default_trusted_certificate_ids = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.023477] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.enable_certificate_validation = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.023620] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.enable_rbd_download = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.023780] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.endpoint_override = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.023949] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.insecure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.024129] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.024295] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.max_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.024453] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.min_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.024618] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.num_retries = 3 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.024788] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.rbd_ceph_conf = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.024954] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.rbd_connect_timeout = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.025140] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.rbd_pool = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.025314] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.rbd_user = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.025483] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.region_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.025645] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.retriable_status_codes = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.025807] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.service_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.025977] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.service_type = image {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.026153] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.split_loggers = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.026318] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.status_code_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.026477] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.status_code_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.026637] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.026817] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.026982] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.verify_glance_signatures = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.027157] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] glance.version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.027327] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] guestfs.debug = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.027497] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.auth_section = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.027660] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.auth_type = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.027818] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.027975] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.028155] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.collect_timing = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.028323] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.connect_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.028482] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.connect_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.028642] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.endpoint_override = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.028804] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.insecure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.028961] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.029133] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.max_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.029294] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.min_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.029452] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.region_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.029610] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.retriable_status_codes = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.029766] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.service_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.029933] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.service_type = shared-file-system {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.030109] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.share_apply_policy_timeout = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.030276] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.split_loggers = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.030434] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.status_code_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.030590] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.status_code_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.030745] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.030923] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.031122] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] manila.version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.031312] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] mks.enabled = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.031653] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.031843] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] image_cache.manager_interval = 2400 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.032029] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] image_cache.precache_concurrency = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.032238] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] image_cache.remove_unused_base_images = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.032418] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.032597] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.032775] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] image_cache.subdirectory_name = _base {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.032955] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.api_max_retries = 60 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.033139] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.api_retry_interval = 2 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.033303] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.auth_section = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.033465] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.auth_type = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.033626] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.033786] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.033951] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.collect_timing = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.034128] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.conductor_group = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.034290] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.connect_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.034450] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.connect_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.034608] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.endpoint_override = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.034770] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.insecure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.034927] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.035099] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.max_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.035262] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.min_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.035426] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.peer_list = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.035586] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.region_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.035747] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.retriable_status_codes = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.035909] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.serial_console_state_timeout = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.036080] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.service_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.036256] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.service_type = baremetal {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.036417] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.shard = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.036581] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.split_loggers = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.036741] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.status_code_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.036899] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.status_code_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.037069] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.037256] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.037418] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ironic.version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.037601] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.037778] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] key_manager.fixed_key = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.037959] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.038135] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.barbican_api_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.038297] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.barbican_endpoint = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.038467] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.barbican_endpoint_type = public {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.038625] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.barbican_region_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.038783] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.038941] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.039114] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.collect_timing = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.039283] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.insecure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.039440] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.039601] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.number_of_retries = 60 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.039762] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.retry_delay = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.039922] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.send_service_user_token = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.040096] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.split_loggers = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.040260] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.040422] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.verify_ssl = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.040623] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican.verify_ssl_path = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.040742] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican_service_user.auth_section = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.040903] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican_service_user.auth_type = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.041093] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican_service_user.cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.041273] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican_service_user.certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.041440] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican_service_user.collect_timing = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.041601] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican_service_user.insecure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.041760] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican_service_user.keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.041922] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican_service_user.split_loggers = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.042116] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] barbican_service_user.timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.042303] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vault.approle_role_id = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.042466] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vault.approle_secret_id = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.042635] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vault.kv_mountpoint = secret {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.042795] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vault.kv_path = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.042959] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vault.kv_version = 2 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.043134] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vault.namespace = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.043297] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vault.root_token_id = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.043455] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vault.ssl_ca_crt_file = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.043619] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vault.timeout = 60.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.043779] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vault.use_ssl = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.043947] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.044130] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.044294] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.044456] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.collect_timing = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.044615] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.connect_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.044774] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.connect_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.044935] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.endpoint_override = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.045110] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.insecure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.045274] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.045429] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.max_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.045585] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.min_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.045745] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.region_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.045909] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.retriable_status_codes = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.046080] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.service_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.046257] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.service_type = identity {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.046418] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.split_loggers = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.046577] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.status_code_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.046733] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.status_code_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.046888] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.047076] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.047241] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] keystone.version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.047428] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.ceph_mount_options = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.047827] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.048023] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.connection_uri = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.048192] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.cpu_mode = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.048366] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.048538] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.cpu_models = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.048709] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.cpu_power_governor_high = performance {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.048878] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.049067] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.cpu_power_management = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.049266] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.049443] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.device_detach_attempts = 8 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.049613] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.device_detach_timeout = 20 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.049788] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.disk_cachemodes = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.049953] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.disk_prefix = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.050138] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.enabled_perf_events = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.050309] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.file_backed_memory = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.050478] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.gid_maps = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.050638] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.hw_disk_discard = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.050798] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.hw_machine_type = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.050966] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.images_rbd_ceph_conf = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.051175] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.051343] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.051529] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.images_rbd_glance_store_name = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.051681] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.images_rbd_pool = rbd {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.051850] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.images_type = default {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.052026] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.images_volume_group = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.052197] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.inject_key = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.052361] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.inject_partition = -2 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.052527] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.inject_password = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.052693] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.iscsi_iface = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.052858] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.iser_use_multipath = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.053034] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.053208] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.053376] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.live_migration_downtime = 500 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.053537] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.053698] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.053859] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.live_migration_inbound_addr = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.054030] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.054194] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.054356] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.live_migration_scheme = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.054527] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.live_migration_timeout_action = abort {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.054688] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.live_migration_tunnelled = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.054844] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.live_migration_uri = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.055010] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.live_migration_with_native_tls = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.055176] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.max_queues = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.055342] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.055568] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.055733] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.nfs_mount_options = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.056019] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.056201] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.056371] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.056544] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.056711] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.056874] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.num_pcie_ports = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.057052] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.057226] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.pmem_namespaces = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.057386] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.quobyte_client_cfg = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.057679] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.057855] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.058034] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.058209] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.058370] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.rbd_secret_uuid = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.058530] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.rbd_user = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.058693] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.058865] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.059042] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.rescue_image_id = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.059227] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.rescue_kernel_id = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.059388] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.rescue_ramdisk_id = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.059559] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.059719] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.rx_queue_size = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.059899] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.smbfs_mount_options = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.060203] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.060383] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.snapshot_compression = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.060545] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.snapshot_image_format = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.060776] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.060943] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.sparse_logical_volumes = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.061151] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.swtpm_enabled = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.061338] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.swtpm_group = tss {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.061508] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.swtpm_user = tss {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.061676] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.sysinfo_serial = unique {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.061836] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.tb_cache_size = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.061994] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.tx_queue_size = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.062192] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.uid_maps = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.062371] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.use_virtio_for_bridges = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.062542] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.virt_type = kvm {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.062712] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.volume_clear = zero {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.062876] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.volume_clear_size = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.063049] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.volume_enforce_multipath = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.063223] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.volume_use_multipath = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.063384] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.vzstorage_cache_path = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.063552] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.063720] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.063886] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.064065] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.064362] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.064540] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.vzstorage_mount_user = stack {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.064708] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.064881] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.auth_section = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.065066] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.auth_type = password {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.065233] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.065392] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.065554] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.collect_timing = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.065714] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.connect_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.065873] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.connect_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.066056] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.default_floating_pool = public {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.066222] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.endpoint_override = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.066383] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.extension_sync_interval = 600 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.066542] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.http_retries = 3 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.066702] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.insecure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.066859] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.067025] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.max_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.067199] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.067359] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.min_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.067526] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.ovs_bridge = br-int {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.067785] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.physnets = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.068031] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.region_name = RegionOne {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.068212] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.retriable_status_codes = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.068398] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.service_metadata_proxy = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.068550] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.service_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.068718] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.service_type = network {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.068883] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.split_loggers = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.069056] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.status_code_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.069222] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.status_code_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.069417] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.069598] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.069758] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] neutron.version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.069928] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] notifications.bdms_in_notifications = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.070119] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] notifications.default_level = INFO {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.070288] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] notifications.include_share_mapping = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.070462] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] notifications.notification_format = unversioned {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.070628] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] notifications.notify_on_state_change = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.070803] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.070979] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] pci.alias = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.071193] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] pci.device_spec = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.071368] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] pci.report_in_placement = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.071540] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.auth_section = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.071712] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.auth_type = password {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.071894] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.072056] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.072238] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.072410] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.collect_timing = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.072572] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.connect_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.072739] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.connect_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.072891] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.default_domain_id = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.073060] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.default_domain_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.073225] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.domain_id = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.073384] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.domain_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.073540] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.endpoint_override = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.073699] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.insecure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.073856] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.074024] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.max_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.074181] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.min_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.074352] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.password = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.074513] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.project_domain_id = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.074682] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.project_domain_name = Default {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.074847] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.project_id = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.075033] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.project_name = service {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.075212] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.region_name = RegionOne {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.075376] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.retriable_status_codes = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.075539] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.service_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.075707] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.service_type = placement {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.075870] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.split_loggers = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.076040] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.status_code_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.076209] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.status_code_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.076371] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.system_scope = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.076531] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.076691] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.trust_id = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.076850] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.user_domain_id = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.077033] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.user_domain_name = Default {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.077244] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.user_id = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.077425] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.username = nova {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.077608] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.077771] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] placement.version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.077952] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.cores = 20 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.078133] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.count_usage_from_placement = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.078309] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.078476] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.injected_file_content_bytes = 10240 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.078640] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.injected_file_path_length = 255 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.078803] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.injected_files = 5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.078966] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.instances = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.079144] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.key_pairs = 100 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.079312] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.metadata_items = 128 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.079474] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.ram = 51200 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.079637] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.recheck_quota = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.079803] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.server_group_members = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.079967] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.server_groups = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.080187] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.080365] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] quota.unified_limits_resource_strategy = require {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.080539] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.080703] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.080865] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] scheduler.image_metadata_prefilter = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.081059] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.081227] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] scheduler.max_attempts = 3 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.081395] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] scheduler.max_placement_results = 1000 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.081561] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.081723] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.081884] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.082073] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] scheduler.workers = 2 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.082253] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.082421] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.082595] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.082760] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.082924] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.083099] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.083267] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.083453] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.083619] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.host_subset_size = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.083783] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.083943] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.084118] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.084287] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.084461] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.084624] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.isolated_hosts = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.084784] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.isolated_images = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.084943] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.085112] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.085279] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.085438] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.pci_in_placement = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.085595] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.085753] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.085910] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.086076] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.086240] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.086397] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.086552] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.track_instance_changes = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.086721] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.086888] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] metrics.required = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.087063] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] metrics.weight_multiplier = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.087228] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.087391] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] metrics.weight_setting = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.087698] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.087871] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] serial_console.enabled = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.088057] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] serial_console.port_range = 10000:20000 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.088235] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.088402] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.088569] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] serial_console.serialproxy_port = 6083 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.088735] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] service_user.auth_section = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.088904] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] service_user.auth_type = password {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.089092] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] service_user.cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.089268] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] service_user.certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.089430] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] service_user.collect_timing = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.089591] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] service_user.insecure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.089749] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] service_user.keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.089916] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] service_user.send_service_user_token = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.090090] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] service_user.split_loggers = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.090253] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] service_user.timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.090419] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.agent_enabled = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.090580] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.enabled = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.090879] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.091149] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.091307] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.html5proxy_port = 6082 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.091474] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.image_compression = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.091635] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.jpeg_compression = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.091795] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.playback_compression = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.091957] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.require_secure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.092136] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.server_listen = 127.0.0.1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.092320] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.092600] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.092771] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.streaming_mode = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.092934] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] spice.zlib_compression = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.093118] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] upgrade_levels.baseapi = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.093293] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] upgrade_levels.compute = auto {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.093453] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] upgrade_levels.conductor = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.093608] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] upgrade_levels.scheduler = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.093771] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.093929] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.094097] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vendordata_dynamic_auth.cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.094258] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vendordata_dynamic_auth.certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.094416] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.094572] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vendordata_dynamic_auth.insecure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.094727] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.094885] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.095053] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vendordata_dynamic_auth.timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.095232] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.api_retry_count = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.095394] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.ca_file = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.095565] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.095731] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.cluster_name = testcl1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.095898] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.connection_pool_size = 10 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.096069] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.console_delay_seconds = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.096244] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.datastore_regex = ^datastore.* {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.096451] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.096626] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.host_password = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.096794] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.host_port = 443 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.096964] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.host_username = administrator@vsphere.local {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.097145] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.insecure = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.097309] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.integration_bridge = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.097473] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.maximum_objects = 100 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.097631] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.pbm_default_policy = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.097791] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.pbm_enabled = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.097950] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.pbm_wsdl_location = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.098131] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.098294] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.serial_port_proxy_uri = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.098450] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.serial_port_service_uri = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.098616] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.task_poll_interval = 0.5 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.098785] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.use_linked_clone = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.098952] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.vnc_keymap = en-us {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.099158] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.vnc_port = 5900 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.099335] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vmware.vnc_port_total = 10000 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.099519] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vnc.auth_schemes = ['none'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.099691] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vnc.enabled = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.099979] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.100180] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.100354] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vnc.novncproxy_port = 6080 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.100549] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vnc.server_listen = 127.0.0.1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.100727] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.100886] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vnc.vencrypt_ca_certs = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.101096] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vnc.vencrypt_client_cert = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.101244] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vnc.vencrypt_client_key = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.101415] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.101577] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.disable_deep_image_inspection = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.101736] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.101895] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.102066] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.102237] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.disable_rootwrap = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.102382] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.enable_numa_live_migration = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.102542] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.102701] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.102858] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.103029] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.libvirt_disable_apic = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.103194] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.103362] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.103652] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.103822] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.103987] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.104163] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.104328] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.104486] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.104643] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.104804] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.104986] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.105167] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] wsgi.client_socket_timeout = 900 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.105337] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] wsgi.default_pool_size = 1000 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.105499] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] wsgi.keep_alive = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.105665] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] wsgi.max_header_line = 16384 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.105827] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.105985] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] wsgi.ssl_ca_file = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.106159] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] wsgi.ssl_cert_file = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.106320] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] wsgi.ssl_key_file = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.106482] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] wsgi.tcp_keepidle = 600 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.106650] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.106812] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] zvm.ca_file = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.106972] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] zvm.cloud_connector_url = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.107270] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.107448] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] zvm.reachable_timeout = 300 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.107624] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.107799] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.107976] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler.connection_string = messaging:// {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.108157] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler.enabled = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.108328] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler.es_doc_type = notification {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.108492] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler.es_scroll_size = 10000 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.108662] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler.es_scroll_time = 2m {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.108824] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler.filter_error_trace = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.108991] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler.hmac_keys = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.109198] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler.sentinel_service_name = mymaster {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.109374] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler.socket_timeout = 0.1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.109536] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler.trace_requests = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.109696] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler.trace_sqlalchemy = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.109875] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler_jaeger.process_tags = {} {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.110049] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler_jaeger.service_name_prefix = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.110220] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] profiler_otlp.service_name_prefix = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.110383] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] remote_debug.host = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.110545] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] remote_debug.port = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.110719] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.110880] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.111068] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.111252] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.111420] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.111579] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.111742] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.111903] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.112077] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.112251] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.112411] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.112579] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.112747] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.112913] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.113089] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.113313] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.113509] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.113678] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.113852] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.114033] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.114208] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.114379] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.114546] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.114710] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.114875] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.115049] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.115221] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.115386] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.115549] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.115714] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.115877] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.ssl = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.116059] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.116233] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.116398] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.116565] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.116734] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.116897] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.117093] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.117270] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_notifications.retry = -1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.117447] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.117620] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.117793] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.auth_section = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.117956] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.auth_type = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.118130] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.cafile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.118295] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.certfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.118458] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.collect_timing = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.118618] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.connect_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.118778] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.connect_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.118940] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.endpoint_id = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.119171] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.119360] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.endpoint_override = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.119524] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.endpoint_region_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.119685] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.endpoint_service_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.119845] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.endpoint_service_type = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.120015] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.insecure = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.120184] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.keyfile = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.120345] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.max_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.120503] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.min_version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.120664] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.region_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.120824] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.retriable_status_codes = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.120985] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.service_name = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.121183] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.service_type = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.121354] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.split_loggers = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.121517] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.status_code_retries = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.121677] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.status_code_retry_delay = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.121836] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.timeout = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.121997] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.valid_interfaces = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.122171] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_limit.version = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.122340] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_reports.file_event_handler = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.122506] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.122664] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] oslo_reports.log_dir = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.122835] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.122994] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.123169] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.123338] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.123503] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.123661] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.123832] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.123989] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plug_ovs_privileged.group = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.124161] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.124327] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.124489] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.124646] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] vif_plug_ovs_privileged.user = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.124818] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.124999] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.125187] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.125361] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.125531] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.125703] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.125867] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.126037] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.126221] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.126391] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_ovs.isolate_vif = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.126559] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.126723] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.126893] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.127078] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.127250] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] os_vif_ovs.per_port_bridge = False {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.127424] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] privsep_osbrick.capabilities = [21] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.127584] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] privsep_osbrick.group = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.127742] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] privsep_osbrick.helper_command = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.127908] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.128084] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.128249] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] privsep_osbrick.user = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.128421] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.128578] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] nova_sys_admin.group = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.128734] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] nova_sys_admin.helper_command = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.128900] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.129090] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.129266] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] nova_sys_admin.user = None {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.129398] env[69702]: DEBUG oslo_service.backend.eventlet.service [None req-0e044689-8359-42bf-b8cc-1d011c6433c5 None None] ******************************************************************************** {{(pid=69702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 537.129806] env[69702]: INFO nova.service [-] Starting compute node (version 31.0.0) [ 537.632907] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Getting list of instances from cluster (obj){ [ 537.632907] env[69702]: value = "domain-c8" [ 537.632907] env[69702]: _type = "ClusterComputeResource" [ 537.632907] env[69702]: } {{(pid=69702) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 537.634010] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d7d602-1b39-459e-88b7-3cf041699c6b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.646256] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Got total of 0 instances {{(pid=69702) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 537.647048] env[69702]: WARNING nova.virt.vmwareapi.driver [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 537.647849] env[69702]: INFO nova.virt.node [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Generated node identity 5a08ce25-a270-4b9f-aabb-681250add3d4 [ 537.648172] env[69702]: INFO nova.virt.node [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Wrote node identity 5a08ce25-a270-4b9f-aabb-681250add3d4 to /opt/stack/data/n-cpu-1/compute_id [ 538.151516] env[69702]: WARNING nova.compute.manager [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Compute nodes ['5a08ce25-a270-4b9f-aabb-681250add3d4'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 539.158231] env[69702]: INFO nova.compute.manager [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 540.162930] env[69702]: WARNING nova.compute.manager [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 540.163311] env[69702]: DEBUG oslo_concurrency.lockutils [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.163460] env[69702]: DEBUG oslo_concurrency.lockutils [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.163614] env[69702]: DEBUG oslo_concurrency.lockutils [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.163767] env[69702]: DEBUG nova.compute.resource_tracker [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 540.164744] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1654cc-3a4d-4897-ab92-572d433249a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.173450] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d261ef-8ca1-4b67-a777-a58beb077f53 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.187949] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a910e2-9744-49d6-b220-97cb56fd1dbd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.194482] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91236bd-046f-457d-8a59-fa1d83408b1e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.222532] env[69702]: DEBUG nova.compute.resource_tracker [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181082MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 540.222657] env[69702]: DEBUG oslo_concurrency.lockutils [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.222826] env[69702]: DEBUG oslo_concurrency.lockutils [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.725119] env[69702]: WARNING nova.compute.resource_tracker [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] No compute node record for cpu-1:5a08ce25-a270-4b9f-aabb-681250add3d4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 5a08ce25-a270-4b9f-aabb-681250add3d4 could not be found. [ 541.229235] env[69702]: INFO nova.compute.resource_tracker [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 5a08ce25-a270-4b9f-aabb-681250add3d4 [ 542.737684] env[69702]: DEBUG nova.compute.resource_tracker [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 542.738062] env[69702]: DEBUG nova.compute.resource_tracker [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 542.898928] env[69702]: INFO nova.scheduler.client.report [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] [req-1e65aeac-7d7f-49fa-a7bf-ff4e96c81864] Created resource provider record via placement API for resource provider with UUID 5a08ce25-a270-4b9f-aabb-681250add3d4 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 542.916054] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06060e00-2ef8-4f52-a9d0-c3b351c8c398 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.924129] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02941142-733e-4866-a1d1-91be3daba242 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.953660] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d300df9-1c14-4099-8bd0-5e43b2fb3735 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.960616] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1e7221-0c01-4ea8-a0b6-ba742066d038 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.973223] env[69702]: DEBUG nova.compute.provider_tree [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.508449] env[69702]: DEBUG nova.scheduler.client.report [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Updated inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 543.508681] env[69702]: DEBUG nova.compute.provider_tree [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Updating resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 generation from 0 to 1 during operation: update_inventory {{(pid=69702) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 543.508820] env[69702]: DEBUG nova.compute.provider_tree [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.559695] env[69702]: DEBUG nova.compute.provider_tree [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Updating resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 generation from 1 to 2 during operation: update_traits {{(pid=69702) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 544.064969] env[69702]: DEBUG nova.compute.resource_tracker [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 544.065323] env[69702]: DEBUG oslo_concurrency.lockutils [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.842s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 544.065497] env[69702]: DEBUG nova.service [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Creating RPC server for service compute {{(pid=69702) start /opt/stack/nova/nova/service.py:186}} [ 544.079378] env[69702]: DEBUG nova.service [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] Join ServiceGroup membership for this service compute {{(pid=69702) start /opt/stack/nova/nova/service.py:203}} [ 544.079554] env[69702]: DEBUG nova.servicegroup.drivers.db [None req-16d287f2-a5ae-43ec-9e03-eb1913f4687d None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69702) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 576.082694] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.590186] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Getting list of instances from cluster (obj){ [ 576.590186] env[69702]: value = "domain-c8" [ 576.590186] env[69702]: _type = "ClusterComputeResource" [ 576.590186] env[69702]: } {{(pid=69702) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 576.591961] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c664bf32-92ad-4857-a02d-617c1caf953f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.603962] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Got total of 0 instances {{(pid=69702) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 576.604658] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.604904] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Getting list of instances from cluster (obj){ [ 576.604904] env[69702]: value = "domain-c8" [ 576.604904] env[69702]: _type = "ClusterComputeResource" [ 576.604904] env[69702]: } {{(pid=69702) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 576.606343] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7fdb40-01a0-4b98-9903-74c7a9268e1c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.616320] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Got total of 0 instances {{(pid=69702) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 581.047750] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Acquiring lock "edae291d-98b3-4c0e-9173-f95dfbf7d745" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.047983] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Lock "edae291d-98b3-4c0e-9173-f95dfbf7d745" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.554522] env[69702]: DEBUG nova.compute.manager [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.105087] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.105415] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.107479] env[69702]: INFO nova.compute.claims [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.171551] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4137def4-1471-4f31-acab-e477a3be773b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.180556] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c3d827-8f48-4944-988d-2875d4529dc0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.224970] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52de6012-b551-4eed-bafa-dcfc9f29ba36 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.233024] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704fa2bc-a27c-44d7-afc2-ea227e76bfc8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.251999] env[69702]: DEBUG nova.compute.provider_tree [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.755943] env[69702]: DEBUG nova.scheduler.client.report [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.185016] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "d2cc073a-aef3-46a2-9963-3163981b7e55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.185276] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "d2cc073a-aef3-46a2-9963-3163981b7e55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.263739] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.264561] env[69702]: DEBUG nova.compute.manager [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.688474] env[69702]: DEBUG nova.compute.manager [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.776965] env[69702]: DEBUG nova.compute.utils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.777836] env[69702]: DEBUG nova.compute.manager [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.778229] env[69702]: DEBUG nova.network.neutron [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.069039] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "abe0995d-a681-4263-9a69-6d4254c07de2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.069039] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "abe0995d-a681-4263-9a69-6d4254c07de2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.225315] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.226378] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.227685] env[69702]: INFO nova.compute.claims [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.284143] env[69702]: DEBUG nova.compute.manager [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.572579] env[69702]: DEBUG nova.compute.manager [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.744915] env[69702]: DEBUG nova.policy [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9e9c50080ec40fcae33acd966d4f4ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c35eb7a5791b4d8ca3f14b69a7ccefdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.075458] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquiring lock "1d519536-f57a-46cd-a4c8-e7617274eafd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.075749] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "1d519536-f57a-46cd-a4c8-e7617274eafd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.116443] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.296078] env[69702]: DEBUG nova.compute.manager [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.335519] env[69702]: DEBUG nova.virt.hardware [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.335791] env[69702]: DEBUG nova.virt.hardware [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.335941] env[69702]: DEBUG nova.virt.hardware [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.336768] env[69702]: DEBUG nova.virt.hardware [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.336986] env[69702]: DEBUG nova.virt.hardware [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.337353] env[69702]: DEBUG nova.virt.hardware [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.337446] env[69702]: DEBUG nova.virt.hardware [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.338079] env[69702]: DEBUG nova.virt.hardware [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.338637] env[69702]: DEBUG nova.virt.hardware [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.338826] env[69702]: DEBUG nova.virt.hardware [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.338995] env[69702]: DEBUG nova.virt.hardware [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.340115] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516b5b47-7ba9-4e6a-b342-f330263663df {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.359652] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e35915-1b17-4d95-8fc9-872e8be91430 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.374852] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c37a84b-7176-4b74-9184-ca5ed07ffae2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.392143] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2dd84b-2668-40c6-b5db-8efeee519fff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.420473] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c44a8e1-eaf3-45b9-b52d-22883c2fdeb1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.453324] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d428ad-7816-4e66-9199-651b507d32ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.461737] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d436404e-3122-4411-9228-7f820d362e12 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.477612] env[69702]: DEBUG nova.compute.provider_tree [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.536800] env[69702]: DEBUG nova.network.neutron [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Successfully created port: 43fb6084-1a8c-46a8-a71d-264d80409746 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.579965] env[69702]: DEBUG nova.compute.manager [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.981208] env[69702]: DEBUG nova.scheduler.client.report [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.105754] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.202809] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Acquiring lock "e665e6e6-8c2b-4559-931b-3c6dadf6d94f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.203123] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Lock "e665e6e6-8c2b-4559-931b-3c6dadf6d94f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.488278] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.489211] env[69702]: DEBUG nova.compute.manager [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.492583] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.376s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.497395] env[69702]: INFO nova.compute.claims [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.707582] env[69702]: DEBUG nova.compute.manager [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.995685] env[69702]: DEBUG nova.compute.utils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.000216] env[69702]: DEBUG nova.compute.manager [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.000407] env[69702]: DEBUG nova.network.neutron [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.091577] env[69702]: DEBUG nova.policy [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '840eb7845831476ea72c788002e85fc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76680b86810d4870897799ad1c100604', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.237739] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.237739] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Acquiring lock "85bba348-d435-40fa-bf2a-a30812d99789" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.237997] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Lock "85bba348-d435-40fa-bf2a-a30812d99789" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.506435] env[69702]: DEBUG nova.compute.manager [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.684851] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9973448c-7484-48ad-87ce-2008ff7b0285 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.699681] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76825906-a755-4d5f-b1a3-ee2d83498e54 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.738161] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.738825] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.745531] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899328fe-28ab-4b3c-9bbd-03236ba6cb8c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.747626] env[69702]: DEBUG nova.compute.manager [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.756099] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351fb24e-a449-4155-8c0c-54558718e31a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.770553] env[69702]: DEBUG nova.compute.provider_tree [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.248718] env[69702]: DEBUG nova.compute.manager [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.275354] env[69702]: DEBUG nova.scheduler.client.report [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.283811] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.521341] env[69702]: DEBUG nova.compute.manager [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.565266] env[69702]: DEBUG nova.virt.hardware [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.565266] env[69702]: DEBUG nova.virt.hardware [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.565266] env[69702]: DEBUG nova.virt.hardware [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.565417] env[69702]: DEBUG nova.virt.hardware [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.565417] env[69702]: DEBUG nova.virt.hardware [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.565417] env[69702]: DEBUG nova.virt.hardware [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.565417] env[69702]: DEBUG nova.virt.hardware [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.565417] env[69702]: DEBUG nova.virt.hardware [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.565572] env[69702]: DEBUG nova.virt.hardware [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.565572] env[69702]: DEBUG nova.virt.hardware [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.567759] env[69702]: DEBUG nova.virt.hardware [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.568728] env[69702]: DEBUG nova.network.neutron [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Successfully created port: 3c0b8cc4-66d0-496d-8fee-bc25cc8520bf {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.571746] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94943ba8-a244-40ea-b725-8a79c2858072 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.582908] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed266b1-6a42-47a7-8c1c-c82660715aca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.778288] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.785540] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.786511] env[69702]: DEBUG nova.compute.manager [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.790323] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.685s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.792594] env[69702]: INFO nova.compute.claims [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.869014] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Acquiring lock "ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.869282] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Lock "ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.000808] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Acquiring lock "5f1a53e0-9d97-4f01-928e-0524eebd7bf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.001824] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Lock "5f1a53e0-9d97-4f01-928e-0524eebd7bf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.296304] env[69702]: DEBUG nova.compute.utils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.296304] env[69702]: DEBUG nova.compute.manager [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.296304] env[69702]: DEBUG nova.network.neutron [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.329428] env[69702]: DEBUG nova.network.neutron [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Successfully updated port: 43fb6084-1a8c-46a8-a71d-264d80409746 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.371382] env[69702]: DEBUG nova.compute.manager [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.460903] env[69702]: DEBUG nova.policy [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b67b8a595dc14ef8a054533044432871', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83e05c69715a4b538e6d147c61709d63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.505298] env[69702]: DEBUG nova.compute.manager [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.798469] env[69702]: DEBUG nova.compute.manager [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.834314] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Acquiring lock "refresh_cache-edae291d-98b3-4c0e-9173-f95dfbf7d745" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.834314] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Acquired lock "refresh_cache-edae291d-98b3-4c0e-9173-f95dfbf7d745" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.834314] env[69702]: DEBUG nova.network.neutron [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.902163] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.001833] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f0f12a-211a-4a72-b1fa-34703286aa09 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.019430] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22130376-24f3-4f15-a7eb-0d00a54ee569 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.055150] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.056731] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a177d-a448-4f14-ac20-996ae15bed11 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.065107] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aee31be-5161-4ad6-bd49-2ac52ee96adb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.080029] env[69702]: DEBUG nova.compute.provider_tree [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.317126] env[69702]: DEBUG nova.compute.manager [req-c9b13d4f-6882-4be5-a831-f3e8d48cb24f req-f4988e8e-5d39-4bf2-86b1-8efa47d590d2 service nova] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Received event network-vif-plugged-43fb6084-1a8c-46a8-a71d-264d80409746 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 591.317126] env[69702]: DEBUG oslo_concurrency.lockutils [req-c9b13d4f-6882-4be5-a831-f3e8d48cb24f req-f4988e8e-5d39-4bf2-86b1-8efa47d590d2 service nova] Acquiring lock "edae291d-98b3-4c0e-9173-f95dfbf7d745-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.317126] env[69702]: DEBUG oslo_concurrency.lockutils [req-c9b13d4f-6882-4be5-a831-f3e8d48cb24f req-f4988e8e-5d39-4bf2-86b1-8efa47d590d2 service nova] Lock "edae291d-98b3-4c0e-9173-f95dfbf7d745-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.317252] env[69702]: DEBUG oslo_concurrency.lockutils [req-c9b13d4f-6882-4be5-a831-f3e8d48cb24f req-f4988e8e-5d39-4bf2-86b1-8efa47d590d2 service nova] Lock "edae291d-98b3-4c0e-9173-f95dfbf7d745-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.317466] env[69702]: DEBUG nova.compute.manager [req-c9b13d4f-6882-4be5-a831-f3e8d48cb24f req-f4988e8e-5d39-4bf2-86b1-8efa47d590d2 service nova] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] No waiting events found dispatching network-vif-plugged-43fb6084-1a8c-46a8-a71d-264d80409746 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.317520] env[69702]: WARNING nova.compute.manager [req-c9b13d4f-6882-4be5-a831-f3e8d48cb24f req-f4988e8e-5d39-4bf2-86b1-8efa47d590d2 service nova] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Received unexpected event network-vif-plugged-43fb6084-1a8c-46a8-a71d-264d80409746 for instance with vm_state building and task_state spawning. [ 591.498664] env[69702]: DEBUG nova.network.neutron [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.584446] env[69702]: DEBUG nova.scheduler.client.report [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.627721] env[69702]: DEBUG nova.network.neutron [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Successfully created port: fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.813014] env[69702]: DEBUG nova.compute.manager [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.849537] env[69702]: DEBUG nova.virt.hardware [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.849781] env[69702]: DEBUG nova.virt.hardware [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.849935] env[69702]: DEBUG nova.virt.hardware [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.850244] env[69702]: DEBUG nova.virt.hardware [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.850321] env[69702]: DEBUG nova.virt.hardware [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.853927] env[69702]: DEBUG nova.virt.hardware [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.853927] env[69702]: DEBUG nova.virt.hardware [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.853927] env[69702]: DEBUG nova.virt.hardware [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.853927] env[69702]: DEBUG nova.virt.hardware [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.853927] env[69702]: DEBUG nova.virt.hardware [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.854564] env[69702]: DEBUG nova.virt.hardware [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.859219] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df36d240-3117-457a-b63b-cfc291fc9b5c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.867971] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d96476-7938-4aac-96f4-4e453a7cccae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.091323] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.091798] env[69702]: DEBUG nova.compute.manager [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.095062] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.858s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.096648] env[69702]: INFO nova.compute.claims [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.291248] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.292131] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.296019] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.296019] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.296019] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.296019] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.296019] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.296019] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 592.296560] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.453457] env[69702]: DEBUG nova.network.neutron [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Updating instance_info_cache with network_info: [{"id": "43fb6084-1a8c-46a8-a71d-264d80409746", "address": "fa:16:3e:16:94:21", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fb6084-1a", "ovs_interfaceid": "43fb6084-1a8c-46a8-a71d-264d80409746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.603507] env[69702]: DEBUG nova.compute.utils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.605351] env[69702]: DEBUG nova.compute.manager [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.608945] env[69702]: DEBUG nova.network.neutron [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.798965] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.805760] env[69702]: DEBUG nova.policy [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f30c216a81ce4924859ef1ab169752ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3693634634154e1f9e3bdacdc0028697', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.956244] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Releasing lock "refresh_cache-edae291d-98b3-4c0e-9173-f95dfbf7d745" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.956577] env[69702]: DEBUG nova.compute.manager [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Instance network_info: |[{"id": "43fb6084-1a8c-46a8-a71d-264d80409746", "address": "fa:16:3e:16:94:21", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fb6084-1a", "ovs_interfaceid": "43fb6084-1a8c-46a8-a71d-264d80409746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.957078] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:94:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43fb6084-1a8c-46a8-a71d-264d80409746', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.970800] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.971270] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56d93739-2f38-4f5f-a59d-6cbad0373b14 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.982342] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Created folder: OpenStack in parent group-v4. [ 592.982556] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Creating folder: Project (c35eb7a5791b4d8ca3f14b69a7ccefdb). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.982760] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c934ef0-e181-4925-8259-e6e1b97ee94c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.992656] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Created folder: Project (c35eb7a5791b4d8ca3f14b69a7ccefdb) in parent group-v617437. [ 592.992914] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Creating folder: Instances. Parent ref: group-v617438. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.993109] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc785a1d-0c8c-4aab-ae79-3fc772611cfa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.002173] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Created folder: Instances in parent group-v617438. [ 593.002440] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.002628] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.002825] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bbaf5df-bdcd-41f6-984f-9005502ba87f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.025452] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.025452] env[69702]: value = "task-3084442" [ 593.025452] env[69702]: _type = "Task" [ 593.025452] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.034644] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084442, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.112822] env[69702]: DEBUG nova.compute.manager [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.326173] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eebda78-1051-42b2-996e-559bdaf68262 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.332749] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf5f33b-0e42-4fc4-8170-64db56c1eefa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.381623] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c61a06-7c67-4370-8529-f2655ef7b81b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.388912] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "5b6a06da-6a08-4be6-8e9f-f838996fc6bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.389220] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "5b6a06da-6a08-4be6-8e9f-f838996fc6bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.399829] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551460e6-f92b-4dbf-8d79-7f01b4b7a765 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.416656] env[69702]: DEBUG nova.compute.provider_tree [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.418780] env[69702]: DEBUG nova.network.neutron [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Successfully updated port: 3c0b8cc4-66d0-496d-8fee-bc25cc8520bf {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.536829] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084442, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.895529] env[69702]: DEBUG nova.compute.manager [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.923043] env[69702]: DEBUG nova.scheduler.client.report [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.927968] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "refresh_cache-d2cc073a-aef3-46a2-9963-3163981b7e55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.928128] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquired lock "refresh_cache-d2cc073a-aef3-46a2-9963-3163981b7e55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.928274] env[69702]: DEBUG nova.network.neutron [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.036995] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084442, 'name': CreateVM_Task, 'duration_secs': 0.702986} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.042019] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.082884] env[69702]: DEBUG oslo_vmware.service [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ee2338-b8b5-489a-9a6e-28c0e375b673 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.089328] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.089444] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.090146] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.090723] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a225d55e-2407-4512-b69b-71a14cb2f272 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.098763] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 594.098763] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5200a9c4-f167-97a8-9ea1-4023d68d20d3" [ 594.098763] env[69702]: _type = "Task" [ 594.098763] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.105873] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5200a9c4-f167-97a8-9ea1-4023d68d20d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.128032] env[69702]: DEBUG nova.compute.manager [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.152886] env[69702]: DEBUG nova.virt.hardware [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.153261] env[69702]: DEBUG nova.virt.hardware [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.153501] env[69702]: DEBUG nova.virt.hardware [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.153784] env[69702]: DEBUG nova.virt.hardware [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.154104] env[69702]: DEBUG nova.virt.hardware [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.154531] env[69702]: DEBUG nova.virt.hardware [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.154825] env[69702]: DEBUG nova.virt.hardware [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.155122] env[69702]: DEBUG nova.virt.hardware [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.155367] env[69702]: DEBUG nova.virt.hardware [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.155596] env[69702]: DEBUG nova.virt.hardware [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.155833] env[69702]: DEBUG nova.virt.hardware [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.156781] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70de7571-e555-4843-a796-1fde7c62d641 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.165602] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf04da2-e3d0-4ddc-88cf-8b447f74cca5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.210009] env[69702]: DEBUG nova.network.neutron [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Successfully created port: b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.272567] env[69702]: DEBUG nova.network.neutron [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Successfully updated port: fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.433189] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.434021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.434557] env[69702]: DEBUG nova.compute.manager [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.441651] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.155s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.442682] env[69702]: INFO nova.compute.claims [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.596403] env[69702]: DEBUG nova.network.neutron [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.614738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.614738] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.614738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.614738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.614999] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.614999] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca07d69b-bfb3-4f4d-a984-a289604c5e3d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.633478] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.633630] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.634466] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4881630d-d6fb-4571-adfa-dd2371e43865 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.645617] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d384b692-8bf7-4af9-807f-70884ceb9103 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.650892] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 594.650892] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52db12c4-e042-d8ca-b327-4d565134a106" [ 594.650892] env[69702]: _type = "Task" [ 594.650892] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.654200] env[69702]: DEBUG nova.compute.manager [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Received event network-changed-43fb6084-1a8c-46a8-a71d-264d80409746 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.654411] env[69702]: DEBUG nova.compute.manager [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Refreshing instance network info cache due to event network-changed-43fb6084-1a8c-46a8-a71d-264d80409746. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 594.654630] env[69702]: DEBUG oslo_concurrency.lockutils [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] Acquiring lock "refresh_cache-edae291d-98b3-4c0e-9173-f95dfbf7d745" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.654769] env[69702]: DEBUG oslo_concurrency.lockutils [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] Acquired lock "refresh_cache-edae291d-98b3-4c0e-9173-f95dfbf7d745" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.654928] env[69702]: DEBUG nova.network.neutron [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Refreshing network info cache for port 43fb6084-1a8c-46a8-a71d-264d80409746 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.673383] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Preparing fetch location {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 594.673630] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Creating directory with path [datastore2] vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.673866] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c148c4d0-bf64-44e2-ae1f-152b53d3ce67 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.694229] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Created directory with path [datastore2] vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.694432] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Fetch image to [datastore2] vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 594.694596] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Downloading image file data c1e16047-c7f5-4e3b-a3f7-a9bbe926402c to [datastore2] vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk on the data store datastore2 {{(pid=69702) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 594.695406] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342316e9-831f-418a-b59b-714d0f0ece74 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.705150] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150afb69-e6ad-4ef6-956c-4f4772c24635 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.716844] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c99fe6-e688-4721-a64f-122897df1d51 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.751191] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d93326-2985-4bd6-94e0-c32fa5c0a4dd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.757483] env[69702]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fc3f3332-c09d-4873-8d68-5f9db4c9047a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.776850] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.776850] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquired lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.776850] env[69702]: DEBUG nova.network.neutron [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.845597] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Downloading image file data c1e16047-c7f5-4e3b-a3f7-a9bbe926402c to the data store datastore2 {{(pid=69702) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 594.943384] env[69702]: DEBUG oslo_vmware.rw_handles [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69702) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 594.948500] env[69702]: DEBUG nova.compute.utils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.020890] env[69702]: DEBUG nova.compute.manager [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.020890] env[69702]: DEBUG nova.network.neutron [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.130940] env[69702]: DEBUG nova.policy [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a816e8a45b614f7ba22d8be35b0d027a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be035e27435e4cf5a6021d9514863dc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.187053] env[69702]: DEBUG nova.network.neutron [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Updating instance_info_cache with network_info: [{"id": "3c0b8cc4-66d0-496d-8fee-bc25cc8520bf", "address": "fa:16:3e:fc:35:68", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0b8cc4-66", "ovs_interfaceid": "3c0b8cc4-66d0-496d-8fee-bc25cc8520bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.228797] env[69702]: DEBUG nova.compute.manager [req-d124b815-43df-4e7a-8321-5cfdb730fb0f req-bd40d9ee-edce-4b57-b0e4-97025ac0297e service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Received event network-vif-plugged-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.229289] env[69702]: DEBUG oslo_concurrency.lockutils [req-d124b815-43df-4e7a-8321-5cfdb730fb0f req-bd40d9ee-edce-4b57-b0e4-97025ac0297e service nova] Acquiring lock "abe0995d-a681-4263-9a69-6d4254c07de2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.229744] env[69702]: DEBUG oslo_concurrency.lockutils [req-d124b815-43df-4e7a-8321-5cfdb730fb0f req-bd40d9ee-edce-4b57-b0e4-97025ac0297e service nova] Lock "abe0995d-a681-4263-9a69-6d4254c07de2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.230102] env[69702]: DEBUG oslo_concurrency.lockutils [req-d124b815-43df-4e7a-8321-5cfdb730fb0f req-bd40d9ee-edce-4b57-b0e4-97025ac0297e service nova] Lock "abe0995d-a681-4263-9a69-6d4254c07de2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.231047] env[69702]: DEBUG nova.compute.manager [req-d124b815-43df-4e7a-8321-5cfdb730fb0f req-bd40d9ee-edce-4b57-b0e4-97025ac0297e service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] No waiting events found dispatching network-vif-plugged-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.231373] env[69702]: WARNING nova.compute.manager [req-d124b815-43df-4e7a-8321-5cfdb730fb0f req-bd40d9ee-edce-4b57-b0e4-97025ac0297e service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Received unexpected event network-vif-plugged-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f for instance with vm_state building and task_state spawning. [ 595.463432] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "67beefb3-d458-4cff-b132-122b766ade48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.463862] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "67beefb3-d458-4cff-b132-122b766ade48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.471439] env[69702]: DEBUG nova.network.neutron [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.503144] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "482aa6c4-1309-45c1-a36c-0cd271b8d26f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.503459] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "482aa6c4-1309-45c1-a36c-0cd271b8d26f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.525665] env[69702]: DEBUG nova.compute.manager [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.674285] env[69702]: DEBUG oslo_vmware.rw_handles [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Completed reading data from the image iterator. {{(pid=69702) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 595.674285] env[69702]: DEBUG oslo_vmware.rw_handles [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 595.694695] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Releasing lock "refresh_cache-d2cc073a-aef3-46a2-9963-3163981b7e55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.694952] env[69702]: DEBUG nova.compute.manager [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Instance network_info: |[{"id": "3c0b8cc4-66d0-496d-8fee-bc25cc8520bf", "address": "fa:16:3e:fc:35:68", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0b8cc4-66", "ovs_interfaceid": "3c0b8cc4-66d0-496d-8fee-bc25cc8520bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.700160] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:35:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c0b8cc4-66d0-496d-8fee-bc25cc8520bf', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.706899] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Creating folder: Project (76680b86810d4870897799ad1c100604). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.710148] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fa844ac-a5a9-4bf3-afb2-e2e2ec4cb1d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.722349] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Created folder: Project (76680b86810d4870897799ad1c100604) in parent group-v617437. [ 595.722539] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Creating folder: Instances. Parent ref: group-v617441. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.725601] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf906295-05df-4065-b247-7c8bdf7b5474 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.735688] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Created folder: Instances in parent group-v617441. [ 595.735933] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.736140] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.736347] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81fe8723-53de-46e1-aaea-451621b858e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.759455] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.759455] env[69702]: value = "task-3084445" [ 595.759455] env[69702]: _type = "Task" [ 595.759455] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.767788] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084445, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.791502] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Downloaded image file data c1e16047-c7f5-4e3b-a3f7-a9bbe926402c to vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk on the data store datastore2 {{(pid=69702) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 595.793557] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Caching image {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 595.794371] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Copying Virtual Disk [datastore2] vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk to [datastore2] vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.794371] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7e70d5a-fada-4aa6-90ea-45ed5e72fd2a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.801527] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 595.801527] env[69702]: value = "task-3084446" [ 595.801527] env[69702]: _type = "Task" [ 595.801527] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.813034] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.839940] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4d0585-bb9e-4692-83b6-9c8f4b2e5111 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.849624] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd390d8-2992-4bff-ada2-d5b4e4298a3c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.879425] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c31baf-0c31-46c9-85d2-374568e6de0e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.889535] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ae6142-ca64-4451-a1c2-ab336833189f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.905396] env[69702]: DEBUG nova.compute.provider_tree [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.208802] env[69702]: DEBUG nova.network.neutron [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Updating instance_info_cache with network_info: [{"id": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "address": "fa:16:3e:1f:d2:27", "network": {"id": "9c90b692-6b8b-4817-b984-fa6baa30dfd8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1661833976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e05c69715a4b538e6d147c61709d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc960b13-dc", "ovs_interfaceid": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.216411] env[69702]: DEBUG nova.network.neutron [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Updated VIF entry in instance network info cache for port 43fb6084-1a8c-46a8-a71d-264d80409746. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.217385] env[69702]: DEBUG nova.network.neutron [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Updating instance_info_cache with network_info: [{"id": "43fb6084-1a8c-46a8-a71d-264d80409746", "address": "fa:16:3e:16:94:21", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fb6084-1a", "ovs_interfaceid": "43fb6084-1a8c-46a8-a71d-264d80409746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.273851] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084445, 'name': CreateVM_Task, 'duration_secs': 0.340611} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.275079] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.277652] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.277652] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.277652] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.278573] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5931fae-184f-486c-a023-d7246a1dee2e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.288515] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 596.288515] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528c35d0-fd3e-831f-2ad2-d92853810304" [ 596.288515] env[69702]: _type = "Task" [ 596.288515] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.299472] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528c35d0-fd3e-831f-2ad2-d92853810304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.323433] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084446, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.410108] env[69702]: DEBUG nova.scheduler.client.report [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.454397] env[69702]: DEBUG nova.network.neutron [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Successfully created port: 314042ee-5e2e-41df-9481-9ac6876cab2d {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.536231] env[69702]: DEBUG nova.compute.manager [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.574483] env[69702]: DEBUG nova.virt.hardware [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.574710] env[69702]: DEBUG nova.virt.hardware [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.574872] env[69702]: DEBUG nova.virt.hardware [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.575079] env[69702]: DEBUG nova.virt.hardware [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.576244] env[69702]: DEBUG nova.virt.hardware [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.576538] env[69702]: DEBUG nova.virt.hardware [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.576774] env[69702]: DEBUG nova.virt.hardware [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.576932] env[69702]: DEBUG nova.virt.hardware [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.577122] env[69702]: DEBUG nova.virt.hardware [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.577290] env[69702]: DEBUG nova.virt.hardware [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.577462] env[69702]: DEBUG nova.virt.hardware [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.578666] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535e3a94-aad8-4305-b1f5-546ab7e22427 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.595692] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6682e158-47cc-41b6-b1ea-ef4bd1c9d3c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.717026] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Releasing lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.717026] env[69702]: DEBUG nova.compute.manager [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Instance network_info: |[{"id": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "address": "fa:16:3e:1f:d2:27", "network": {"id": "9c90b692-6b8b-4817-b984-fa6baa30dfd8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1661833976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e05c69715a4b538e6d147c61709d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc960b13-dc", "ovs_interfaceid": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.717400] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:d2:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc960b13-dc7f-4598-9946-f4a4b1fe1e5f', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.725524] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Creating folder: Project (83e05c69715a4b538e6d147c61709d63). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.726422] env[69702]: DEBUG oslo_concurrency.lockutils [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] Releasing lock "refresh_cache-edae291d-98b3-4c0e-9173-f95dfbf7d745" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.727045] env[69702]: DEBUG nova.compute.manager [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Received event network-vif-plugged-3c0b8cc4-66d0-496d-8fee-bc25cc8520bf {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.727450] env[69702]: DEBUG oslo_concurrency.lockutils [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] Acquiring lock "d2cc073a-aef3-46a2-9963-3163981b7e55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.727965] env[69702]: DEBUG oslo_concurrency.lockutils [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] Lock "d2cc073a-aef3-46a2-9963-3163981b7e55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.728293] env[69702]: DEBUG oslo_concurrency.lockutils [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] Lock "d2cc073a-aef3-46a2-9963-3163981b7e55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.728589] env[69702]: DEBUG nova.compute.manager [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] No waiting events found dispatching network-vif-plugged-3c0b8cc4-66d0-496d-8fee-bc25cc8520bf {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.728864] env[69702]: WARNING nova.compute.manager [req-28e424e8-e85f-4dd2-b35e-75c8de1a7a0e req-d1e8797f-abd0-4e84-8c2a-41f9644a7600 service nova] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Received unexpected event network-vif-plugged-3c0b8cc4-66d0-496d-8fee-bc25cc8520bf for instance with vm_state building and task_state spawning. [ 596.729348] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7368ad2-ed17-44dd-b151-f86774192503 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.741104] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Created folder: Project (83e05c69715a4b538e6d147c61709d63) in parent group-v617437. [ 596.741104] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Creating folder: Instances. Parent ref: group-v617444. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.741104] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e42cc2a5-0bdb-4d3e-979e-02cc3061dea2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.755065] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Created folder: Instances in parent group-v617444. [ 596.755342] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.755592] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.755831] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-451f4920-40de-47aa-92f5-1f6852a511b5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.782441] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.782441] env[69702]: value = "task-3084449" [ 596.782441] env[69702]: _type = "Task" [ 596.782441] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.790374] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084449, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.799355] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.799626] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.799837] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.821039] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694668} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.821327] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Copied Virtual Disk [datastore2] vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk to [datastore2] vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.821515] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Deleting the datastore file [datastore2] vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.821918] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6adb9099-cf29-40e8-a8d0-1cac0118ef6f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.828723] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 596.828723] env[69702]: value = "task-3084450" [ 596.828723] env[69702]: _type = "Task" [ 596.828723] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.843815] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.916768] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.917651] env[69702]: DEBUG nova.compute.manager [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.921541] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.143s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.923108] env[69702]: INFO nova.compute.claims [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.176031] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "7121d29a-abb6-4ade-983a-a82808be3e73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.176031] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "7121d29a-abb6-4ade-983a-a82808be3e73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.296309] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084449, 'name': CreateVM_Task, 'duration_secs': 0.37135} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.296576] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.297280] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.297526] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.297946] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.298281] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b82f1b2-3b0e-40fe-b29d-57a530fbe6cf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.303114] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 597.303114] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5231bb9c-36f5-6358-d871-615aa3057542" [ 597.303114] env[69702]: _type = "Task" [ 597.303114] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.315730] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5231bb9c-36f5-6358-d871-615aa3057542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.338294] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023112} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.338601] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.338844] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Moving file from [datastore2] vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c to [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c. {{(pid=69702) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 597.339167] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-939e5226-1a29-429e-86ca-b7d6c95acf79 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.347693] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 597.347693] env[69702]: value = "task-3084451" [ 597.347693] env[69702]: _type = "Task" [ 597.347693] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.355963] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084451, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.429509] env[69702]: DEBUG nova.compute.utils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.436479] env[69702]: DEBUG nova.compute.manager [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.436479] env[69702]: DEBUG nova.network.neutron [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.514705] env[69702]: DEBUG nova.network.neutron [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Successfully updated port: b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.568618] env[69702]: DEBUG nova.policy [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5aff062b3ae94d3e879d1d7e011c11b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bb2377c40364644b8e59df51a70c2ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.817823] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.818112] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.818333] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.863736] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084451, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029007} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.863992] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] File moved {{(pid=69702) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 597.864335] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Cleaning up location [datastore2] vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 597.864509] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Deleting the datastore file [datastore2] vmware_temp/1d8c3027-7b56-4f40-8166-a5b60ff184fe {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.864757] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b536208-bcc9-4372-93ab-85e4c1a1be6b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.873557] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 597.873557] env[69702]: value = "task-3084452" [ 597.873557] env[69702]: _type = "Task" [ 597.873557] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.885156] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.934800] env[69702]: DEBUG nova.compute.manager [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.018911] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquiring lock "refresh_cache-1d519536-f57a-46cd-a4c8-e7617274eafd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.018911] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquired lock "refresh_cache-1d519536-f57a-46cd-a4c8-e7617274eafd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.018911] env[69702]: DEBUG nova.network.neutron [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.034608] env[69702]: DEBUG nova.compute.manager [req-0a6fbf89-609f-4feb-8d45-c97106f3601f req-14093933-b92f-4d6a-88d8-0ccd4a30dac2 service nova] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Received event network-changed-3c0b8cc4-66d0-496d-8fee-bc25cc8520bf {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.034820] env[69702]: DEBUG nova.compute.manager [req-0a6fbf89-609f-4feb-8d45-c97106f3601f req-14093933-b92f-4d6a-88d8-0ccd4a30dac2 service nova] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Refreshing instance network info cache due to event network-changed-3c0b8cc4-66d0-496d-8fee-bc25cc8520bf. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 598.036112] env[69702]: DEBUG oslo_concurrency.lockutils [req-0a6fbf89-609f-4feb-8d45-c97106f3601f req-14093933-b92f-4d6a-88d8-0ccd4a30dac2 service nova] Acquiring lock "refresh_cache-d2cc073a-aef3-46a2-9963-3163981b7e55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.036340] env[69702]: DEBUG oslo_concurrency.lockutils [req-0a6fbf89-609f-4feb-8d45-c97106f3601f req-14093933-b92f-4d6a-88d8-0ccd4a30dac2 service nova] Acquired lock "refresh_cache-d2cc073a-aef3-46a2-9963-3163981b7e55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.036523] env[69702]: DEBUG nova.network.neutron [req-0a6fbf89-609f-4feb-8d45-c97106f3601f req-14093933-b92f-4d6a-88d8-0ccd4a30dac2 service nova] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Refreshing network info cache for port 3c0b8cc4-66d0-496d-8fee-bc25cc8520bf {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.202530] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cfc220-8a7c-4aa5-9e69-37ceadb28d0b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.211174] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505062d4-37b8-4a6e-bad2-b553c74f8f7d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.250260] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e940ae7c-d15d-439a-bc1c-49e2d475796e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.258277] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4daec9-3d78-4165-8958-ce538096f6d2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.272287] env[69702]: DEBUG nova.compute.provider_tree [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.290114] env[69702]: DEBUG nova.network.neutron [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Successfully created port: 89408cc1-b720-4d05-a838-680ca40666c9 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.337059] env[69702]: DEBUG nova.compute.manager [req-61b8717a-e384-438f-a789-2fe81f59e7f4 req-ee207a87-9a5c-45a1-84a1-6d36376f3590 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Received event network-changed-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.337059] env[69702]: DEBUG nova.compute.manager [req-61b8717a-e384-438f-a789-2fe81f59e7f4 req-ee207a87-9a5c-45a1-84a1-6d36376f3590 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Refreshing instance network info cache due to event network-changed-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 598.337059] env[69702]: DEBUG oslo_concurrency.lockutils [req-61b8717a-e384-438f-a789-2fe81f59e7f4 req-ee207a87-9a5c-45a1-84a1-6d36376f3590 service nova] Acquiring lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.337442] env[69702]: DEBUG oslo_concurrency.lockutils [req-61b8717a-e384-438f-a789-2fe81f59e7f4 req-ee207a87-9a5c-45a1-84a1-6d36376f3590 service nova] Acquired lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.337442] env[69702]: DEBUG nova.network.neutron [req-61b8717a-e384-438f-a789-2fe81f59e7f4 req-ee207a87-9a5c-45a1-84a1-6d36376f3590 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Refreshing network info cache for port fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.388520] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026104} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.388679] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.390020] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1401cfb-e87f-467f-b54a-dbe00039a721 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.398046] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 598.398046] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52773340-d567-e981-8a41-074e7e453ff0" [ 598.398046] env[69702]: _type = "Task" [ 598.398046] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.411290] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52773340-d567-e981-8a41-074e7e453ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.008679} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.411428] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.411700] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] edae291d-98b3-4c0e-9173-f95dfbf7d745/edae291d-98b3-4c0e-9173-f95dfbf7d745.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.412045] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.412192] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.412399] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b487fbd-13d3-4e2b-9c66-c722c6a63fc6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.414582] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90e864ca-da37-47f1-9f12-34f5127adcb4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.421288] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 598.421288] env[69702]: value = "task-3084453" [ 598.421288] env[69702]: _type = "Task" [ 598.421288] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.427863] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.428250] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.431727] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b60fed-70e2-4a50-9e32-c22face9017a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.450923] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.454972] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 598.454972] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cbcdf3-b62a-01e7-a759-c104b4aa798e" [ 598.454972] env[69702]: _type = "Task" [ 598.454972] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.464804] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cbcdf3-b62a-01e7-a759-c104b4aa798e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.604037] env[69702]: DEBUG nova.network.neutron [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.779873] env[69702]: DEBUG nova.scheduler.client.report [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.931702] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489466} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.931941] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] edae291d-98b3-4c0e-9173-f95dfbf7d745/edae291d-98b3-4c0e-9173-f95dfbf7d745.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.932279] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.932635] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32e36595-84e5-49ee-8f4c-61545203c728 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.942158] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 598.942158] env[69702]: value = "task-3084454" [ 598.942158] env[69702]: _type = "Task" [ 598.942158] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.951633] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.955315] env[69702]: DEBUG nova.compute.manager [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.970373] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cbcdf3-b62a-01e7-a759-c104b4aa798e, 'name': SearchDatastore_Task, 'duration_secs': 0.01682} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.974658] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f20e05-faa2-41a0-a18a-e86bd42627f4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.983079] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 598.983079] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5261a36a-e958-fb58-f6f5-4bb14d6f0ff6" [ 598.983079] env[69702]: _type = "Task" [ 598.983079] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.990122] env[69702]: DEBUG nova.virt.hardware [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.990122] env[69702]: DEBUG nova.virt.hardware [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.990122] env[69702]: DEBUG nova.virt.hardware [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.990603] env[69702]: DEBUG nova.virt.hardware [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.990906] env[69702]: DEBUG nova.virt.hardware [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.991242] env[69702]: DEBUG nova.virt.hardware [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.991630] env[69702]: DEBUG nova.virt.hardware [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.991903] env[69702]: DEBUG nova.virt.hardware [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.992202] env[69702]: DEBUG nova.virt.hardware [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.992485] env[69702]: DEBUG nova.virt.hardware [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.992860] env[69702]: DEBUG nova.virt.hardware [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.993809] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6309433f-1429-4ffb-8549-af4208020be7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.002671] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5261a36a-e958-fb58-f6f5-4bb14d6f0ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.008929} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.005178] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.005888] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] d2cc073a-aef3-46a2-9963-3163981b7e55/d2cc073a-aef3-46a2-9963-3163981b7e55.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.005888] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.006102] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.007046] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb038728-d7cf-4580-8f74-7a0172099ca4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.010179] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d96500-1092-4784-911e-2a0b769e4e33 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.016682] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bdb8b88-e20f-4d89-a632-23b2adb5b048 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.023741] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.023741] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.037346] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 599.037346] env[69702]: value = "task-3084455" [ 599.037346] env[69702]: _type = "Task" [ 599.037346] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.046677] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.046870] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.048013] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c522d914-a6b7-40ee-9933-8fa6c2c42fa0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.055660] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.058114] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 599.058114] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5224bed6-7224-1cdf-bde4-bdb2f68514be" [ 599.058114] env[69702]: _type = "Task" [ 599.058114] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.069157] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5224bed6-7224-1cdf-bde4-bdb2f68514be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.288276] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.288808] env[69702]: DEBUG nova.compute.manager [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.292089] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.390s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.293605] env[69702]: INFO nova.compute.claims [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.360199] env[69702]: DEBUG nova.network.neutron [req-0a6fbf89-609f-4feb-8d45-c97106f3601f req-14093933-b92f-4d6a-88d8-0ccd4a30dac2 service nova] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Updated VIF entry in instance network info cache for port 3c0b8cc4-66d0-496d-8fee-bc25cc8520bf. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.360635] env[69702]: DEBUG nova.network.neutron [req-0a6fbf89-609f-4feb-8d45-c97106f3601f req-14093933-b92f-4d6a-88d8-0ccd4a30dac2 service nova] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Updating instance_info_cache with network_info: [{"id": "3c0b8cc4-66d0-496d-8fee-bc25cc8520bf", "address": "fa:16:3e:fc:35:68", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0b8cc4-66", "ovs_interfaceid": "3c0b8cc4-66d0-496d-8fee-bc25cc8520bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.464205] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061854} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.464205] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.466787] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a840d5ac-3c15-4f25-90ec-3545325f6f32 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.498631] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] edae291d-98b3-4c0e-9173-f95dfbf7d745/edae291d-98b3-4c0e-9173-f95dfbf7d745.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.499025] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24793e4e-5e18-4d68-a287-f6073da72253 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.518801] env[69702]: DEBUG nova.network.neutron [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Updating instance_info_cache with network_info: [{"id": "b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e", "address": "fa:16:3e:34:7d:5a", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb35c7a62-8d", "ovs_interfaceid": "b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.527183] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 599.527183] env[69702]: value = "task-3084456" [ 599.527183] env[69702]: _type = "Task" [ 599.527183] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.537600] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.552394] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436093} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.552574] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] d2cc073a-aef3-46a2-9963-3163981b7e55/d2cc073a-aef3-46a2-9963-3163981b7e55.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.552835] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.553513] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02cec9ae-a248-4946-bdc5-185e7fcc7d11 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.567900] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 599.567900] env[69702]: value = "task-3084457" [ 599.567900] env[69702]: _type = "Task" [ 599.567900] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.577230] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5224bed6-7224-1cdf-bde4-bdb2f68514be, 'name': SearchDatastore_Task, 'duration_secs': 0.008477} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.578692] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ffaee8-29ca-4277-b601-d54302aeff5e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.585188] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.588290] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 599.588290] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52275f18-8b98-4d40-e104-279fd5fa9713" [ 599.588290] env[69702]: _type = "Task" [ 599.588290] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.600068] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52275f18-8b98-4d40-e104-279fd5fa9713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.798230] env[69702]: DEBUG nova.compute.utils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.808583] env[69702]: DEBUG nova.compute.manager [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.808583] env[69702]: DEBUG nova.network.neutron [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.864113] env[69702]: DEBUG oslo_concurrency.lockutils [req-0a6fbf89-609f-4feb-8d45-c97106f3601f req-14093933-b92f-4d6a-88d8-0ccd4a30dac2 service nova] Releasing lock "refresh_cache-d2cc073a-aef3-46a2-9963-3163981b7e55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.021498] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Releasing lock "refresh_cache-1d519536-f57a-46cd-a4c8-e7617274eafd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.022445] env[69702]: DEBUG nova.compute.manager [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Instance network_info: |[{"id": "b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e", "address": "fa:16:3e:34:7d:5a", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb35c7a62-8d", "ovs_interfaceid": "b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.022545] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:7d:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.031076] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Creating folder: Project (3693634634154e1f9e3bdacdc0028697). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.033703] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49adc03e-c2f3-4ccf-b460-03afab36e172 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.043414] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084456, 'name': ReconfigVM_Task, 'duration_secs': 0.281578} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.045704] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Reconfigured VM instance instance-00000001 to attach disk [datastore2] edae291d-98b3-4c0e-9173-f95dfbf7d745/edae291d-98b3-4c0e-9173-f95dfbf7d745.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.045704] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-814bc80e-bd4e-4961-a69e-5df37fa5b34b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.047307] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Created folder: Project (3693634634154e1f9e3bdacdc0028697) in parent group-v617437. [ 600.047391] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Creating folder: Instances. Parent ref: group-v617447. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.047608] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11cf14a3-5846-407c-9604-419009d1aaee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.053863] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 600.053863] env[69702]: value = "task-3084459" [ 600.053863] env[69702]: _type = "Task" [ 600.053863] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.058626] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Created folder: Instances in parent group-v617447. [ 600.058854] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.059442] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.060233] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8949c68-23cd-496c-9378-037042c9842c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.075401] env[69702]: DEBUG nova.network.neutron [req-61b8717a-e384-438f-a789-2fe81f59e7f4 req-ee207a87-9a5c-45a1-84a1-6d36376f3590 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Updated VIF entry in instance network info cache for port fc960b13-dc7f-4598-9946-f4a4b1fe1e5f. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.075570] env[69702]: DEBUG nova.network.neutron [req-61b8717a-e384-438f-a789-2fe81f59e7f4 req-ee207a87-9a5c-45a1-84a1-6d36376f3590 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Updating instance_info_cache with network_info: [{"id": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "address": "fa:16:3e:1f:d2:27", "network": {"id": "9c90b692-6b8b-4817-b984-fa6baa30dfd8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1661833976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e05c69715a4b538e6d147c61709d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc960b13-dc", "ovs_interfaceid": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.080480] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084459, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.081934] env[69702]: DEBUG nova.policy [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa8e362ed5cd4d7aaebded7f0c419792', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84e218220c74024a52ac796cad54c3f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.097812] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.097812] env[69702]: value = "task-3084461" [ 600.097812] env[69702]: _type = "Task" [ 600.097812] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.097947] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063973} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.102027] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.103220] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da97a175-40f1-4561-99cf-3d1752ca7f75 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.114901] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52275f18-8b98-4d40-e104-279fd5fa9713, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.117106] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.119436] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] abe0995d-a681-4263-9a69-6d4254c07de2/abe0995d-a681-4263-9a69-6d4254c07de2.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.121491] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1cd7fe8-6098-473f-b500-a6cd6f457bbb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.123613] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084461, 'name': CreateVM_Task} progress is 15%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.160121] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] d2cc073a-aef3-46a2-9963-3163981b7e55/d2cc073a-aef3-46a2-9963-3163981b7e55.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.161332] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898fb9f3-d0bf-488b-85b8-fb55233bd456 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.183929] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 600.183929] env[69702]: value = "task-3084462" [ 600.183929] env[69702]: _type = "Task" [ 600.183929] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.193891] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 600.193891] env[69702]: value = "task-3084463" [ 600.193891] env[69702]: _type = "Task" [ 600.193891] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.201105] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.211974] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.302162] env[69702]: DEBUG nova.compute.manager [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.449085] env[69702]: DEBUG nova.network.neutron [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Successfully updated port: 314042ee-5e2e-41df-9481-9ac6876cab2d {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.574203] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084459, 'name': Rename_Task, 'duration_secs': 0.171404} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.575810] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.575810] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaa8b90b-1c54-4a2c-a940-1a13db9458e1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.587955] env[69702]: DEBUG oslo_concurrency.lockutils [req-61b8717a-e384-438f-a789-2fe81f59e7f4 req-ee207a87-9a5c-45a1-84a1-6d36376f3590 service nova] Releasing lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.588400] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 600.588400] env[69702]: value = "task-3084464" [ 600.588400] env[69702]: _type = "Task" [ 600.588400] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.601213] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084464, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.612029] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084461, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.654737] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41d780a-c4cf-4f4b-b0ba-c0d203f2fa4b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.668761] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62ad136-a5e3-4122-abe0-bc60dd12cf55 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.714909] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b580030b-2a59-46bf-9293-326212904d03 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.723379] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084462, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.730493] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084463, 'name': ReconfigVM_Task, 'duration_secs': 0.397104} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.730493] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Reconfigured VM instance instance-00000002 to attach disk [datastore2] d2cc073a-aef3-46a2-9963-3163981b7e55/d2cc073a-aef3-46a2-9963-3163981b7e55.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.734995] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c252ec-3db5-40e6-836e-091729957fd8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.741079] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10a35ce5-4de3-4d19-842b-fa7d27efa33c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.752637] env[69702]: DEBUG nova.compute.provider_tree [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.757393] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 600.757393] env[69702]: value = "task-3084465" [ 600.757393] env[69702]: _type = "Task" [ 600.757393] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.760446] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.760446] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.954736] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Acquiring lock "refresh_cache-e665e6e6-8c2b-4559-931b-3c6dadf6d94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.954879] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Acquired lock "refresh_cache-e665e6e6-8c2b-4559-931b-3c6dadf6d94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.955067] env[69702]: DEBUG nova.network.neutron [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.099252] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084464, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.114650] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084461, 'name': CreateVM_Task, 'duration_secs': 0.543346} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.115046] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.116030] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.116461] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.116811] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.117437] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f4faef-0544-4e0c-892e-b2e4f87c017e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.124937] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 601.124937] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52833a63-2a40-a92d-8e29-2051f4dd4e9a" [ 601.124937] env[69702]: _type = "Task" [ 601.124937] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.136944] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52833a63-2a40-a92d-8e29-2051f4dd4e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009879} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.137241] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.137556] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.138264] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.138264] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.138264] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.138824] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00512f3b-e11d-4f9a-99d0-1c5cab218797 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.152081] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.152081] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.152926] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd83f07-3d33-4b4a-a289-7699e621ed61 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.159132] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 601.159132] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525dff2f-5ef6-7dd5-4af3-11d9f946371c" [ 601.159132] env[69702]: _type = "Task" [ 601.159132] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.167707] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525dff2f-5ef6-7dd5-4af3-11d9f946371c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.220980] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569805} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.221359] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] abe0995d-a681-4263-9a69-6d4254c07de2/abe0995d-a681-4263-9a69-6d4254c07de2.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.221571] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.222349] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fc915d0-e1fa-496b-a4ed-f8a6389096f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.233848] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 601.233848] env[69702]: value = "task-3084466" [ 601.233848] env[69702]: _type = "Task" [ 601.233848] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.242464] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.261362] env[69702]: DEBUG nova.scheduler.client.report [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.281785] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084465, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.312319] env[69702]: DEBUG nova.compute.manager [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.343088] env[69702]: DEBUG nova.virt.hardware [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.343266] env[69702]: DEBUG nova.virt.hardware [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.343690] env[69702]: DEBUG nova.virt.hardware [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.343690] env[69702]: DEBUG nova.virt.hardware [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.344845] env[69702]: DEBUG nova.virt.hardware [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.344845] env[69702]: DEBUG nova.virt.hardware [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.344845] env[69702]: DEBUG nova.virt.hardware [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.345207] env[69702]: DEBUG nova.virt.hardware [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.345439] env[69702]: DEBUG nova.virt.hardware [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.345652] env[69702]: DEBUG nova.virt.hardware [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.345860] env[69702]: DEBUG nova.virt.hardware [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.346940] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9e9b8e-29f4-4f27-9fa9-e2b2113e84f5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.358261] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435ed1f4-47b4-442a-b749-2938d4ec11ca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.600018] env[69702]: DEBUG oslo_vmware.api [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084464, 'name': PowerOnVM_Task, 'duration_secs': 0.544979} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.600331] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.600796] env[69702]: INFO nova.compute.manager [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Took 15.30 seconds to spawn the instance on the hypervisor. [ 601.601122] env[69702]: DEBUG nova.compute.manager [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.601913] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b43582-3df3-4ad1-b5e9-3c12059a0118 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.639598] env[69702]: DEBUG nova.network.neutron [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.676263] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525dff2f-5ef6-7dd5-4af3-11d9f946371c, 'name': SearchDatastore_Task, 'duration_secs': 0.008394} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.677090] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1d30879-18d0-4408-bbd3-0229584d2f43 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.684358] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 601.684358] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52adbd56-3339-007d-54f2-c2bb0b9ededf" [ 601.684358] env[69702]: _type = "Task" [ 601.684358] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.694044] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52adbd56-3339-007d-54f2-c2bb0b9ededf, 'name': SearchDatastore_Task} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.694384] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.695066] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 1d519536-f57a-46cd-a4c8-e7617274eafd/1d519536-f57a-46cd-a4c8-e7617274eafd.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.695244] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fe55654-b3d0-4048-863c-9916fe29bf09 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.701510] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 601.701510] env[69702]: value = "task-3084467" [ 601.701510] env[69702]: _type = "Task" [ 601.701510] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.712762] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.744498] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068185} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.745267] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.747510] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d01a44-b1d0-40ee-b07d-3e50c905ec0b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.775248] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] abe0995d-a681-4263-9a69-6d4254c07de2/abe0995d-a681-4263-9a69-6d4254c07de2.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.777109] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.777109] env[69702]: DEBUG nova.compute.manager [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.779709] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00cf9c60-196f-4aba-be46-7fbf740636eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.801453] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.746s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.803310] env[69702]: INFO nova.compute.claims [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.814273] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084465, 'name': Rename_Task, 'duration_secs': 1.023859} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.816092] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.816335] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 601.816335] env[69702]: value = "task-3084468" [ 601.816335] env[69702]: _type = "Task" [ 601.816335] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.816531] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b83c26bd-dc41-48a5-87d9-697b1d671770 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.827984] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.829085] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 601.829085] env[69702]: value = "task-3084469" [ 601.829085] env[69702]: _type = "Task" [ 601.829085] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.838742] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.921462] env[69702]: DEBUG nova.compute.manager [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Received event network-vif-plugged-b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.921462] env[69702]: DEBUG oslo_concurrency.lockutils [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] Acquiring lock "1d519536-f57a-46cd-a4c8-e7617274eafd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.921756] env[69702]: DEBUG oslo_concurrency.lockutils [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] Lock "1d519536-f57a-46cd-a4c8-e7617274eafd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.921756] env[69702]: DEBUG oslo_concurrency.lockutils [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] Lock "1d519536-f57a-46cd-a4c8-e7617274eafd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.921943] env[69702]: DEBUG nova.compute.manager [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] No waiting events found dispatching network-vif-plugged-b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.922522] env[69702]: WARNING nova.compute.manager [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Received unexpected event network-vif-plugged-b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e for instance with vm_state building and task_state spawning. [ 601.922522] env[69702]: DEBUG nova.compute.manager [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Received event network-changed-b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.922674] env[69702]: DEBUG nova.compute.manager [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Refreshing instance network info cache due to event network-changed-b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 601.922863] env[69702]: DEBUG oslo_concurrency.lockutils [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] Acquiring lock "refresh_cache-1d519536-f57a-46cd-a4c8-e7617274eafd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.922996] env[69702]: DEBUG oslo_concurrency.lockutils [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] Acquired lock "refresh_cache-1d519536-f57a-46cd-a4c8-e7617274eafd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.923165] env[69702]: DEBUG nova.network.neutron [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Refreshing network info cache for port b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.007294] env[69702]: DEBUG nova.network.neutron [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Successfully created port: b1f9e44a-66a9-42b6-9562-df726e0a4443 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.129363] env[69702]: INFO nova.compute.manager [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Took 20.07 seconds to build instance. [ 602.215163] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502353} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.216049] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 1d519536-f57a-46cd-a4c8-e7617274eafd/1d519536-f57a-46cd-a4c8-e7617274eafd.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.216049] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.216364] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-303bcf23-2aa4-4562-8495-ef7babbaacde {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.224775] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 602.224775] env[69702]: value = "task-3084470" [ 602.224775] env[69702]: _type = "Task" [ 602.224775] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.237520] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.299325] env[69702]: DEBUG nova.compute.utils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.300642] env[69702]: DEBUG nova.compute.manager [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Not allocating networking since 'none' was specified. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 602.332293] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.346518] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084469, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.540766] env[69702]: DEBUG nova.network.neutron [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Updating instance_info_cache with network_info: [{"id": "314042ee-5e2e-41df-9481-9ac6876cab2d", "address": "fa:16:3e:e3:2a:20", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314042ee-5e", "ovs_interfaceid": "314042ee-5e2e-41df-9481-9ac6876cab2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.554627] env[69702]: DEBUG nova.network.neutron [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Successfully updated port: 89408cc1-b720-4d05-a838-680ca40666c9 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.637147] env[69702]: DEBUG oslo_concurrency.lockutils [None req-da14fd8b-860e-4e0e-82df-8291e45bb35a tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Lock "edae291d-98b3-4c0e-9173-f95dfbf7d745" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.589s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.737725] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073761} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.738497] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.742369] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a3afb3-51e4-4831-bb02-1c76ba42f81c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.771068] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 1d519536-f57a-46cd-a4c8-e7617274eafd/1d519536-f57a-46cd-a4c8-e7617274eafd.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.773383] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4422caf3-2da4-4973-be8a-cbc97237381b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.795711] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 602.795711] env[69702]: value = "task-3084471" [ 602.795711] env[69702]: _type = "Task" [ 602.795711] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.803811] env[69702]: DEBUG nova.compute.manager [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.806402] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.829587] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084468, 'name': ReconfigVM_Task, 'duration_secs': 0.579411} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.833091] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Reconfigured VM instance instance-00000003 to attach disk [datastore2] abe0995d-a681-4263-9a69-6d4254c07de2/abe0995d-a681-4263-9a69-6d4254c07de2.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.833204] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b51f328-694b-4548-9f78-e1baa224959f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.844517] env[69702]: DEBUG oslo_vmware.api [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084469, 'name': PowerOnVM_Task, 'duration_secs': 0.678327} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.846071] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.846071] env[69702]: INFO nova.compute.manager [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Took 13.32 seconds to spawn the instance on the hypervisor. [ 602.846285] env[69702]: DEBUG nova.compute.manager [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.846485] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 602.846485] env[69702]: value = "task-3084472" [ 602.846485] env[69702]: _type = "Task" [ 602.846485] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.847439] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb7d702-709b-4fc7-8a25-60578f5b1166 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.869053] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084472, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.974031] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Acquiring lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.974259] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.046384] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Releasing lock "refresh_cache-e665e6e6-8c2b-4559-931b-3c6dadf6d94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.046384] env[69702]: DEBUG nova.compute.manager [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Instance network_info: |[{"id": "314042ee-5e2e-41df-9481-9ac6876cab2d", "address": "fa:16:3e:e3:2a:20", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314042ee-5e", "ovs_interfaceid": "314042ee-5e2e-41df-9481-9ac6876cab2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.046520] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:2a:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '314042ee-5e2e-41df-9481-9ac6876cab2d', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.055878] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Creating folder: Project (be035e27435e4cf5a6021d9514863dc8). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.062766] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69495708-d4da-4ae5-b55e-d954c279abd8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.068135] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Acquiring lock "refresh_cache-85bba348-d435-40fa-bf2a-a30812d99789" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.068135] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Acquired lock "refresh_cache-85bba348-d435-40fa-bf2a-a30812d99789" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.068135] env[69702]: DEBUG nova.network.neutron [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.084077] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Created folder: Project (be035e27435e4cf5a6021d9514863dc8) in parent group-v617437. [ 603.084077] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Creating folder: Instances. Parent ref: group-v617450. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.084077] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e30f57e0-77a5-48b9-87af-c4a4cc67aff5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.102247] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Created folder: Instances in parent group-v617450. [ 603.102495] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.102696] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.102939] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84e42726-4da0-444f-8dfe-e2b1c6bd6098 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.134892] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.134892] env[69702]: value = "task-3084475" [ 603.134892] env[69702]: _type = "Task" [ 603.134892] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.142212] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.148300] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084475, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.151214] env[69702]: DEBUG nova.network.neutron [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Updated VIF entry in instance network info cache for port b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.151589] env[69702]: DEBUG nova.network.neutron [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Updating instance_info_cache with network_info: [{"id": "b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e", "address": "fa:16:3e:34:7d:5a", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb35c7a62-8d", "ovs_interfaceid": "b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.217163] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3fb0b9-69c4-475c-8a73-f3126cc3e519 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.227759] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d765fdb4-fba1-4da8-8519-2d8985ec55b3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.279205] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802943f3-80d4-4bdc-a61b-dd075bbac33e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.294688] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874277b9-4191-4810-85e2-670dd973266f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.322067] env[69702]: DEBUG nova.compute.provider_tree [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.323633] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084471, 'name': ReconfigVM_Task, 'duration_secs': 0.300463} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.324268] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 1d519536-f57a-46cd-a4c8-e7617274eafd/1d519536-f57a-46cd-a4c8-e7617274eafd.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.324935] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbaf9e6a-999d-459f-8480-d64af97e8a2e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.334963] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 603.334963] env[69702]: value = "task-3084476" [ 603.334963] env[69702]: _type = "Task" [ 603.334963] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.349872] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084476, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.362034] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084472, 'name': Rename_Task, 'duration_secs': 0.323} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.362034] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.362034] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b413026b-e60e-4c1d-8ac2-83773a4a6055 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.369442] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 603.369442] env[69702]: value = "task-3084477" [ 603.369442] env[69702]: _type = "Task" [ 603.369442] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.387195] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.387195] env[69702]: INFO nova.compute.manager [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Took 18.19 seconds to build instance. [ 603.630098] env[69702]: DEBUG nova.network.neutron [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.652250] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084475, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.659972] env[69702]: DEBUG oslo_concurrency.lockutils [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] Releasing lock "refresh_cache-1d519536-f57a-46cd-a4c8-e7617274eafd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.660290] env[69702]: DEBUG nova.compute.manager [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Received event network-vif-plugged-314042ee-5e2e-41df-9481-9ac6876cab2d {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.660488] env[69702]: DEBUG oslo_concurrency.lockutils [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] Acquiring lock "e665e6e6-8c2b-4559-931b-3c6dadf6d94f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.660776] env[69702]: DEBUG oslo_concurrency.lockutils [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] Lock "e665e6e6-8c2b-4559-931b-3c6dadf6d94f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.660938] env[69702]: DEBUG oslo_concurrency.lockutils [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] Lock "e665e6e6-8c2b-4559-931b-3c6dadf6d94f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.661164] env[69702]: DEBUG nova.compute.manager [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] No waiting events found dispatching network-vif-plugged-314042ee-5e2e-41df-9481-9ac6876cab2d {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.661354] env[69702]: WARNING nova.compute.manager [req-36e990a2-08c6-4e58-a470-c958a60d6a48 req-32a0bc90-94e2-4c35-8093-c6bd5f7c78b0 service nova] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Received unexpected event network-vif-plugged-314042ee-5e2e-41df-9481-9ac6876cab2d for instance with vm_state building and task_state spawning. [ 603.687157] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.825916] env[69702]: DEBUG nova.compute.manager [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.830685] env[69702]: DEBUG nova.scheduler.client.report [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.848978] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084476, 'name': Rename_Task, 'duration_secs': 0.159043} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.849520] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.849595] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f4f8639-c2ad-4e9d-bd49-1c0590287f97 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.857775] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 603.857775] env[69702]: value = "task-3084478" [ 603.857775] env[69702]: _type = "Task" [ 603.857775] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.874155] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.876526] env[69702]: DEBUG nova.virt.hardware [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.876749] env[69702]: DEBUG nova.virt.hardware [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.877378] env[69702]: DEBUG nova.virt.hardware [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.877378] env[69702]: DEBUG nova.virt.hardware [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.877378] env[69702]: DEBUG nova.virt.hardware [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.877536] env[69702]: DEBUG nova.virt.hardware [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.877690] env[69702]: DEBUG nova.virt.hardware [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.877936] env[69702]: DEBUG nova.virt.hardware [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.878041] env[69702]: DEBUG nova.virt.hardware [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.878754] env[69702]: DEBUG nova.virt.hardware [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.878754] env[69702]: DEBUG nova.virt.hardware [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.882757] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e441a4b0-f172-4c05-9f05-e7325ec67e6e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.891883] env[69702]: DEBUG oslo_concurrency.lockutils [None req-67280419-70b2-4cc4-95f5-0e71a12be233 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "d2cc073a-aef3-46a2-9963-3163981b7e55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.706s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.892194] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084477, 'name': PowerOnVM_Task} progress is 19%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.896563] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbc3a30-dc60-4d07-b619-ab78c984dfd3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.913989] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.920047] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Creating folder: Project (7b389d3bf43744508317266c1d42c74d). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.921160] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31db192a-ff0b-44b1-8276-ba6f440785d1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.936350] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Created folder: Project (7b389d3bf43744508317266c1d42c74d) in parent group-v617437. [ 603.936764] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Creating folder: Instances. Parent ref: group-v617453. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.936859] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1adbf04e-801a-4e69-a589-6a68e78f5826 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.949903] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Created folder: Instances in parent group-v617453. [ 603.949903] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.949903] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.950200] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05af5852-d44c-40b6-ba40-ad7829ad0727 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.970737] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.970737] env[69702]: value = "task-3084481" [ 603.970737] env[69702]: _type = "Task" [ 603.970737] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.985733] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084481, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.154014] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084475, 'name': CreateVM_Task, 'duration_secs': 0.544894} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.154014] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.155357] env[69702]: DEBUG oslo_vmware.service [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cce908b-69a5-4107-996a-fa26d2370657 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.160662] env[69702]: DEBUG nova.network.neutron [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Updating instance_info_cache with network_info: [{"id": "89408cc1-b720-4d05-a838-680ca40666c9", "address": "fa:16:3e:84:bf:a5", "network": {"id": "7d23d71b-9846-4a08-9b65-f70b1f293f79", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1499123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2377c40364644b8e59df51a70c2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89408cc1-b7", "ovs_interfaceid": "89408cc1-b720-4d05-a838-680ca40666c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.168953] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.170035] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.170035] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.170538] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b379f8df-a190-46d3-ad16-4435c72e9c4f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.176748] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 604.176748] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bb84a3-66fb-0850-f42c-d650444b5d23" [ 604.176748] env[69702]: _type = "Task" [ 604.176748] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.189702] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bb84a3-66fb-0850-f42c-d650444b5d23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.342184] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.342703] env[69702]: DEBUG nova.compute.manager [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.348844] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.550s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.349094] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.349310] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 604.349623] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.917s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.350983] env[69702]: INFO nova.compute.claims [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.353661] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Acquiring lock "6fccf451-013d-40d7-ae25-e9603e9ee3e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.354894] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Lock "6fccf451-013d-40d7-ae25-e9603e9ee3e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.354894] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b65490-165a-4eb4-9beb-ab8eba0ea4c0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.374226] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cc3d8c-184e-4cfc-9fe9-36ec42679f22 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.384294] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084478, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.395414] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084477, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.414022] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.417751] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab07dc03-4b85-4aad-b67c-9e1ad459734c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.429604] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e92bb9-ef2e-4b3f-a208-f270d0808090 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.468593] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181081MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 604.468878] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.486115] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084481, 'name': CreateVM_Task, 'duration_secs': 0.374362} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.486451] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.486743] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.663629] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Releasing lock "refresh_cache-85bba348-d435-40fa-bf2a-a30812d99789" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.664391] env[69702]: DEBUG nova.compute.manager [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Instance network_info: |[{"id": "89408cc1-b720-4d05-a838-680ca40666c9", "address": "fa:16:3e:84:bf:a5", "network": {"id": "7d23d71b-9846-4a08-9b65-f70b1f293f79", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1499123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2377c40364644b8e59df51a70c2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89408cc1-b7", "ovs_interfaceid": "89408cc1-b720-4d05-a838-680ca40666c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.664521] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:bf:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89408cc1-b720-4d05-a838-680ca40666c9', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.672241] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Creating folder: Project (2bb2377c40364644b8e59df51a70c2ad). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.672241] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0380eb1-e46a-4a8d-9ed0-630727996a03 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.694930] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Created folder: Project (2bb2377c40364644b8e59df51a70c2ad) in parent group-v617437. [ 604.695162] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Creating folder: Instances. Parent ref: group-v617456. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.695462] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cd50fb1-f571-492b-9c98-35410db3f2d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.698098] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.698436] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.698634] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.698779] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.699026] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.699454] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.699698] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.699867] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9688cd34-c8a6-4d44-a47f-7b7198073d93 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.705030] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22aee9d0-080a-4f83-a895-50261af231d7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.708297] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Waiting for the task: (returnval){ [ 604.708297] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527c810f-40ab-74c2-4366-3a7f21573db5" [ 604.708297] env[69702]: _type = "Task" [ 604.708297] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.712954] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Created folder: Instances in parent group-v617456. [ 604.713944] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.715042] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.715355] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.715568] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.715827] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48242a7a-596e-41c3-a96d-6deeb52c95d7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.734404] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53fbdda-4d37-47a0-8acd-6663bcf92a23 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.740346] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527c810f-40ab-74c2-4366-3a7f21573db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.748847] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb853a26-8f55-49b8-ba30-af0bf5e793eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.749507] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.749507] env[69702]: value = "task-3084484" [ 604.749507] env[69702]: _type = "Task" [ 604.749507] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.759654] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 604.759654] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52af4439-2d8a-5865-7d65-3e00a5b1a109" [ 604.759654] env[69702]: _type = "Task" [ 604.759654] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.764655] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084484, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.774117] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52af4439-2d8a-5865-7d65-3e00a5b1a109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.848603] env[69702]: DEBUG nova.compute.utils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.850940] env[69702]: DEBUG nova.compute.manager [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.851145] env[69702]: DEBUG nova.network.neutron [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.873554] env[69702]: DEBUG nova.network.neutron [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Successfully updated port: b1f9e44a-66a9-42b6-9562-df726e0a4443 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.883892] env[69702]: DEBUG oslo_vmware.api [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084478, 'name': PowerOnVM_Task, 'duration_secs': 0.64835} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.885120] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.885120] env[69702]: INFO nova.compute.manager [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Took 10.76 seconds to spawn the instance on the hypervisor. [ 604.885255] env[69702]: DEBUG nova.compute.manager [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.890591] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647d9e33-86ea-487c-a147-d7077bcf14b5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.907359] env[69702]: DEBUG oslo_vmware.api [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084477, 'name': PowerOnVM_Task, 'duration_secs': 1.139912} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.907816] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.908096] env[69702]: INFO nova.compute.manager [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Took 13.09 seconds to spawn the instance on the hypervisor. [ 604.908314] env[69702]: DEBUG nova.compute.manager [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.909199] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af69e7d-a146-411f-9ca2-c4f969c42e4c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.948722] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.966341] env[69702]: DEBUG nova.policy [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1265a2196a8f40b0b58684ae8bb8d51b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63f4b3a119724490853b740a8e6d3e6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.219759] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.219759] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.219894] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.263886] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084484, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.274858] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Preparing fetch location {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 605.275379] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Creating directory with path [datastore1] vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.275765] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a490ab7d-01ea-412c-9f86-8ad9453181d6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.304502] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Created directory with path [datastore1] vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.305247] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Fetch image to [datastore1] vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 605.305895] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Downloading image file data c1e16047-c7f5-4e3b-a3f7-a9bbe926402c to [datastore1] vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk on the data store datastore1 {{(pid=69702) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 605.310760] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb86e2c-42b4-484e-a8c7-402c5e19b2bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.317344] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13cf66b-322c-4aec-adb0-d203cb37645a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.330567] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8749cb46-527c-48ba-af0e-384199199ce8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.371253] env[69702]: DEBUG nova.compute.manager [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.379961] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.379961] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.380790] env[69702]: DEBUG nova.network.neutron [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.383857] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bd7b7f-867b-4f2c-b876-b7c5fae349fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.395892] env[69702]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-55871568-ec9d-4228-87a4-38f624e95dc9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.420174] env[69702]: INFO nova.compute.manager [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Took 18.34 seconds to build instance. [ 605.429174] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Downloading image file data c1e16047-c7f5-4e3b-a3f7-a9bbe926402c to the data store datastore1 {{(pid=69702) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 605.433597] env[69702]: INFO nova.compute.manager [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Took 19.35 seconds to build instance. [ 605.501709] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69702) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 605.770891] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084484, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.806073] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1994ac58-f004-4189-9167-a63bb6e4b640 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.815160] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473ddc62-0ca4-40ab-8a97-ba024334cc00 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.852993] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6fa822-144b-4cf5-885d-56aee748da6b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.866323] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b420d9dd-9d41-4920-ace9-fa2f9738375d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.893881] env[69702]: DEBUG nova.compute.provider_tree [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.929802] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ceb452f-03db-4e95-a6f0-48001407445f tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "1d519536-f57a-46cd-a4c8-e7617274eafd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.854s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.938359] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e306c33-3dfc-4b79-9612-5f2bf366b548 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "abe0995d-a681-4263-9a69-6d4254c07de2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.870s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.029738] env[69702]: DEBUG nova.compute.manager [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Received event network-changed-314042ee-5e2e-41df-9481-9ac6876cab2d {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.030301] env[69702]: DEBUG nova.compute.manager [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Refreshing instance network info cache due to event network-changed-314042ee-5e2e-41df-9481-9ac6876cab2d. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 606.030557] env[69702]: DEBUG oslo_concurrency.lockutils [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] Acquiring lock "refresh_cache-e665e6e6-8c2b-4559-931b-3c6dadf6d94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.030704] env[69702]: DEBUG oslo_concurrency.lockutils [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] Acquired lock "refresh_cache-e665e6e6-8c2b-4559-931b-3c6dadf6d94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.030944] env[69702]: DEBUG nova.network.neutron [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Refreshing network info cache for port 314042ee-5e2e-41df-9481-9ac6876cab2d {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.047623] env[69702]: DEBUG nova.network.neutron [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.075967] env[69702]: DEBUG nova.network.neutron [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Successfully created port: 7fc9134e-9ad0-4b2b-b990-7152f9c4098b {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.264213] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084484, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.301025] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "1b320d90-1f83-4fa3-991b-5f98cf4b0b19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.301295] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "1b320d90-1f83-4fa3-991b-5f98cf4b0b19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.320891] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Completed reading data from the image iterator. {{(pid=69702) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 606.321136] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 606.394835] env[69702]: DEBUG nova.compute.manager [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.398200] env[69702]: DEBUG nova.scheduler.client.report [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.435242] env[69702]: DEBUG nova.virt.hardware [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.435464] env[69702]: DEBUG nova.virt.hardware [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.435616] env[69702]: DEBUG nova.virt.hardware [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.435797] env[69702]: DEBUG nova.virt.hardware [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.435945] env[69702]: DEBUG nova.virt.hardware [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.436107] env[69702]: DEBUG nova.virt.hardware [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.436688] env[69702]: DEBUG nova.virt.hardware [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.436688] env[69702]: DEBUG nova.virt.hardware [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.436688] env[69702]: DEBUG nova.virt.hardware [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.436823] env[69702]: DEBUG nova.virt.hardware [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.436991] env[69702]: DEBUG nova.virt.hardware [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.437356] env[69702]: DEBUG nova.compute.manager [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.444469] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e1a639-16f6-4c7b-8e16-9fc1c293bedf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.448584] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Downloaded image file data c1e16047-c7f5-4e3b-a3f7-a9bbe926402c to vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk on the data store datastore1 {{(pid=69702) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 606.450363] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Caching image {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 606.450609] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Copying Virtual Disk [datastore1] vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk to [datastore1] vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.450960] env[69702]: DEBUG nova.compute.manager [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.454023] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9cb9236-e514-4b0b-95e3-a5facf1db644 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.468983] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bead4dcb-321f-4ab0-a2bf-f0d65dc88a83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.474603] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 606.474603] env[69702]: value = "task-3084485" [ 606.474603] env[69702]: _type = "Task" [ 606.474603] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.493029] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.529195] env[69702]: DEBUG nova.network.neutron [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating instance_info_cache with network_info: [{"id": "b1f9e44a-66a9-42b6-9562-df726e0a4443", "address": "fa:16:3e:0c:11:9c", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f9e44a-66", "ovs_interfaceid": "b1f9e44a-66a9-42b6-9562-df726e0a4443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.765887] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084484, 'name': CreateVM_Task, 'duration_secs': 1.53188} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.765887] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.766548] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.766707] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.767322] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.767322] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dbea529-4e18-4118-88da-d7e7cc18f7c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.774547] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Waiting for the task: (returnval){ [ 606.774547] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5226d618-d778-5137-edf3-5f2863cf1f35" [ 606.774547] env[69702]: _type = "Task" [ 606.774547] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.781065] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5226d618-d778-5137-edf3-5f2863cf1f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.907199] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.907199] env[69702]: DEBUG nova.compute.manager [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.912373] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.225s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.914353] env[69702]: INFO nova.compute.claims [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.993077] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084485, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.995943] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.997085] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.032268] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.032881] env[69702]: DEBUG nova.compute.manager [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Instance network_info: |[{"id": "b1f9e44a-66a9-42b6-9562-df726e0a4443", "address": "fa:16:3e:0c:11:9c", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f9e44a-66", "ovs_interfaceid": "b1f9e44a-66a9-42b6-9562-df726e0a4443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.033104] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:11:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1f9e44a-66a9-42b6-9562-df726e0a4443', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.044618] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Creating folder: Project (e84e218220c74024a52ac796cad54c3f). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.045141] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3201866c-b92f-436d-8a37-639197961de3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.056430] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Created folder: Project (e84e218220c74024a52ac796cad54c3f) in parent group-v617437. [ 607.056604] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Creating folder: Instances. Parent ref: group-v617459. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.056836] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-838bf816-bc26-4738-b2d1-99d1582aa73f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.069984] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Created folder: Instances in parent group-v617459. [ 607.069984] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.069984] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.069984] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eece65c-d566-4efe-a9fa-8b537a5bc854 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.090077] env[69702]: DEBUG nova.network.neutron [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Updated VIF entry in instance network info cache for port 314042ee-5e2e-41df-9481-9ac6876cab2d. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.090764] env[69702]: DEBUG nova.network.neutron [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Updating instance_info_cache with network_info: [{"id": "314042ee-5e2e-41df-9481-9ac6876cab2d", "address": "fa:16:3e:e3:2a:20", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314042ee-5e", "ovs_interfaceid": "314042ee-5e2e-41df-9481-9ac6876cab2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.097582] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.097582] env[69702]: value = "task-3084488" [ 607.097582] env[69702]: _type = "Task" [ 607.097582] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.108998] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084488, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.285336] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.285642] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.285925] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.420068] env[69702]: DEBUG nova.compute.utils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.424647] env[69702]: DEBUG nova.compute.manager [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.424895] env[69702]: DEBUG nova.network.neutron [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.487374] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084485, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.576219] env[69702]: DEBUG nova.policy [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07da7c9e39d94fe3864864b9e1db18de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '004ac863eeca48d5a7b67251cd90369f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.598603] env[69702]: DEBUG oslo_concurrency.lockutils [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] Releasing lock "refresh_cache-e665e6e6-8c2b-4559-931b-3c6dadf6d94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.598875] env[69702]: DEBUG nova.compute.manager [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Received event network-vif-plugged-89408cc1-b720-4d05-a838-680ca40666c9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.599206] env[69702]: DEBUG oslo_concurrency.lockutils [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] Acquiring lock "85bba348-d435-40fa-bf2a-a30812d99789-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.599436] env[69702]: DEBUG oslo_concurrency.lockutils [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] Lock "85bba348-d435-40fa-bf2a-a30812d99789-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.599601] env[69702]: DEBUG oslo_concurrency.lockutils [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] Lock "85bba348-d435-40fa-bf2a-a30812d99789-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.599884] env[69702]: DEBUG nova.compute.manager [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] No waiting events found dispatching network-vif-plugged-89408cc1-b720-4d05-a838-680ca40666c9 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.599960] env[69702]: WARNING nova.compute.manager [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Received unexpected event network-vif-plugged-89408cc1-b720-4d05-a838-680ca40666c9 for instance with vm_state building and task_state spawning. [ 607.600104] env[69702]: DEBUG nova.compute.manager [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Received event network-changed-89408cc1-b720-4d05-a838-680ca40666c9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.600264] env[69702]: DEBUG nova.compute.manager [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Refreshing instance network info cache due to event network-changed-89408cc1-b720-4d05-a838-680ca40666c9. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 607.600450] env[69702]: DEBUG oslo_concurrency.lockutils [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] Acquiring lock "refresh_cache-85bba348-d435-40fa-bf2a-a30812d99789" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.600746] env[69702]: DEBUG oslo_concurrency.lockutils [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] Acquired lock "refresh_cache-85bba348-d435-40fa-bf2a-a30812d99789" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.600746] env[69702]: DEBUG nova.network.neutron [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Refreshing network info cache for port 89408cc1-b720-4d05-a838-680ca40666c9 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.611430] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084488, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.772019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Acquiring lock "1d519536-f57a-46cd-a4c8-e7617274eafd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.772019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Lock "1d519536-f57a-46cd-a4c8-e7617274eafd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.772019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Acquiring lock "1d519536-f57a-46cd-a4c8-e7617274eafd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.772019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Lock "1d519536-f57a-46cd-a4c8-e7617274eafd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.772302] env[69702]: DEBUG oslo_concurrency.lockutils [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Lock "1d519536-f57a-46cd-a4c8-e7617274eafd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.774333] env[69702]: INFO nova.compute.manager [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Terminating instance [ 607.925051] env[69702]: DEBUG nova.compute.manager [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.995009] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084485, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.026159} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.995009] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Copied Virtual Disk [datastore1] vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk to [datastore1] vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.995009] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Deleting the datastore file [datastore1] vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/tmp-sparse.vmdk {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.996374] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9d1473e-4276-44b5-b546-78242ff52cd6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.004145] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 608.004145] env[69702]: value = "task-3084489" [ 608.004145] env[69702]: _type = "Task" [ 608.004145] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.015114] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.118784] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084488, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.242157] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1684f047-3bc7-4ffe-8ff7-e5f1f9324904 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.250162] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adac35f3-3cd8-4f4b-a093-f0c33996d5b3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.287150] env[69702]: DEBUG nova.compute.manager [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 608.287420] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 608.288457] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3941f7b1-ecf1-4119-add5-0cae0ea70bda {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.291978] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7afb08-a6ec-4de4-932a-7f03ddfc8286 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.302491] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf0924d-f8d4-4313-9cf8-5acf030b6e21 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.308025] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 608.308862] env[69702]: DEBUG nova.network.neutron [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Successfully created port: 4808baa9-02bf-4a8d-872a-24a8e773e869 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.311272] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0d9c640-e430-4c83-80c7-15c8627557ba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.322845] env[69702]: DEBUG nova.compute.provider_tree [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.327143] env[69702]: DEBUG oslo_vmware.api [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Waiting for the task: (returnval){ [ 608.327143] env[69702]: value = "task-3084490" [ 608.327143] env[69702]: _type = "Task" [ 608.327143] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.333904] env[69702]: DEBUG oslo_vmware.api [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Task: {'id': task-3084490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.518715] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09283} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.519455] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.519455] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Moving file from [datastore1] vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c to [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c. {{(pid=69702) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 608.519686] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-111bd52f-6b07-4d81-baf6-3f0f9948d41a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.528052] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 608.528052] env[69702]: value = "task-3084491" [ 608.528052] env[69702]: _type = "Task" [ 608.528052] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.536698] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084491, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.588571] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Acquiring lock "edae291d-98b3-4c0e-9173-f95dfbf7d745" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.590055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Lock "edae291d-98b3-4c0e-9173-f95dfbf7d745" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.590055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Acquiring lock "edae291d-98b3-4c0e-9173-f95dfbf7d745-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.590055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Lock "edae291d-98b3-4c0e-9173-f95dfbf7d745-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.590055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Lock "edae291d-98b3-4c0e-9173-f95dfbf7d745-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.591667] env[69702]: INFO nova.compute.manager [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Terminating instance [ 608.616231] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084488, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.828719] env[69702]: DEBUG nova.scheduler.client.report [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.848412] env[69702]: DEBUG oslo_vmware.api [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Task: {'id': task-3084490, 'name': PowerOffVM_Task, 'duration_secs': 0.306207} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.848554] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 608.848722] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 608.848994] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c451d3b5-d1f5-4458-95d2-ea339a6b4a9f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.923637] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 608.923915] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 608.924111] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Deleting the datastore file [datastore2] 1d519536-f57a-46cd-a4c8-e7617274eafd {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.924374] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eba330e9-c1e3-4332-9739-63745471c6ff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.933304] env[69702]: DEBUG oslo_vmware.api [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Waiting for the task: (returnval){ [ 608.933304] env[69702]: value = "task-3084493" [ 608.933304] env[69702]: _type = "Task" [ 608.933304] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.941242] env[69702]: DEBUG nova.compute.manager [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.949700] env[69702]: DEBUG oslo_vmware.api [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Task: {'id': task-3084493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.970886] env[69702]: DEBUG nova.virt.hardware [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.971220] env[69702]: DEBUG nova.virt.hardware [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.971425] env[69702]: DEBUG nova.virt.hardware [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.971524] env[69702]: DEBUG nova.virt.hardware [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.971654] env[69702]: DEBUG nova.virt.hardware [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.971803] env[69702]: DEBUG nova.virt.hardware [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.972018] env[69702]: DEBUG nova.virt.hardware [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.972327] env[69702]: DEBUG nova.virt.hardware [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.972384] env[69702]: DEBUG nova.virt.hardware [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.972538] env[69702]: DEBUG nova.virt.hardware [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.972709] env[69702]: DEBUG nova.virt.hardware [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.973589] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeac7b3-8503-4977-bcce-8a620ea1a043 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.981760] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31d2070-5587-43fb-8571-21549a0ca812 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.037815] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084491, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032817} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.038340] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] File moved {{(pid=69702) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 609.038603] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Cleaning up location [datastore1] vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387 {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 609.038773] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Deleting the datastore file [datastore1] vmware_temp/57f38926-feb7-4fc2-bf2a-973ede35c387 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.039070] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd8f7f2d-7fa9-4fcb-bbc2-c67f758a43d0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.047147] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 609.047147] env[69702]: value = "task-3084494" [ 609.047147] env[69702]: _type = "Task" [ 609.047147] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.056861] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.096314] env[69702]: DEBUG nova.compute.manager [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.096803] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.099495] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577eda3-653d-4e28-a388-8a56c76dd2f5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.106583] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.109852] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-294ad788-96e3-4f03-a757-6a429a1f9bc2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.116341] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084488, 'name': CreateVM_Task, 'duration_secs': 1.759311} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.117669] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.117669] env[69702]: DEBUG oslo_vmware.api [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 609.117669] env[69702]: value = "task-3084495" [ 609.117669] env[69702]: _type = "Task" [ 609.117669] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.118324] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.118484] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.118797] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.119164] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9c49e3-d093-4e11-ad2a-ecdad5d6cef4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.127904] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 609.127904] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527b7567-f16c-d37d-9fe5-68971afba8a6" [ 609.127904] env[69702]: _type = "Task" [ 609.127904] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.131472] env[69702]: DEBUG oslo_vmware.api [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.141198] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527b7567-f16c-d37d-9fe5-68971afba8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010304} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.141584] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.141679] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.141927] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.341165] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.341696] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.345133] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.876s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.349317] env[69702]: DEBUG nova.network.neutron [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Updated VIF entry in instance network info cache for port 89408cc1-b720-4d05-a838-680ca40666c9. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.349762] env[69702]: DEBUG nova.network.neutron [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Updating instance_info_cache with network_info: [{"id": "89408cc1-b720-4d05-a838-680ca40666c9", "address": "fa:16:3e:84:bf:a5", "network": {"id": "7d23d71b-9846-4a08-9b65-f70b1f293f79", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1499123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2377c40364644b8e59df51a70c2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89408cc1-b7", "ovs_interfaceid": "89408cc1-b720-4d05-a838-680ca40666c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.448868] env[69702]: DEBUG oslo_vmware.api [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Task: {'id': task-3084493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243541} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.451297] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.451497] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 609.451647] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 609.451860] env[69702]: INFO nova.compute.manager [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 609.452180] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.452423] env[69702]: DEBUG nova.compute.manager [-] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 609.452423] env[69702]: DEBUG nova.network.neutron [-] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 609.521717] env[69702]: DEBUG nova.network.neutron [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Successfully updated port: 7fc9134e-9ad0-4b2b-b990-7152f9c4098b {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.564239] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029987} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.567130] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.568064] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50bab927-9b2f-4f91-9cea-f3140df7b62e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.574356] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 609.574356] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5261b1e7-e37c-8865-76e8-2949245dc0a4" [ 609.574356] env[69702]: _type = "Task" [ 609.574356] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.586872] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5261b1e7-e37c-8865-76e8-2949245dc0a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.634014] env[69702]: DEBUG oslo_vmware.api [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084495, 'name': PowerOffVM_Task, 'duration_secs': 0.2154} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.634014] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.634014] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.635161] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7f39ed8-21e6-4d19-87d5-397ec364d6ca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.696898] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.697388] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.697644] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Deleting the datastore file [datastore2] edae291d-98b3-4c0e-9173-f95dfbf7d745 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.697955] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01a7ad87-b917-41ae-87f5-01568c4a7648 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.706415] env[69702]: DEBUG oslo_vmware.api [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for the task: (returnval){ [ 609.706415] env[69702]: value = "task-3084497" [ 609.706415] env[69702]: _type = "Task" [ 609.706415] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.718275] env[69702]: DEBUG oslo_vmware.api [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.848265] env[69702]: DEBUG nova.compute.utils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.856466] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.856466] env[69702]: DEBUG nova.network.neutron [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.861229] env[69702]: DEBUG oslo_concurrency.lockutils [req-c3feb7aa-9bab-4592-b736-092107924a97 req-ad2fc9b8-fcd3-4f86-89e2-def03a6cecaa service nova] Releasing lock "refresh_cache-85bba348-d435-40fa-bf2a-a30812d99789" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.008186] env[69702]: DEBUG nova.policy [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd68f5fc7479a428c9ab8f3b1341f3982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c0ebde1b5274ba79bda775be1021e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.025772] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Acquiring lock "refresh_cache-5f1a53e0-9d97-4f01-928e-0524eebd7bf9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.026820] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Acquired lock "refresh_cache-5f1a53e0-9d97-4f01-928e-0524eebd7bf9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.026820] env[69702]: DEBUG nova.network.neutron [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.090180] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5261b1e7-e37c-8865-76e8-2949245dc0a4, 'name': SearchDatastore_Task, 'duration_secs': 0.01557} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.092654] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.092654] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] e665e6e6-8c2b-4559-931b-3c6dadf6d94f/e665e6e6-8c2b-4559-931b-3c6dadf6d94f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.092654] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.092654] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.092843] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10b5457c-d5e8-4d62-9133-2d04f4f6f01b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.095578] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4454993-dc3b-4003-975e-19e75a83484e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.103125] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 610.103125] env[69702]: value = "task-3084498" [ 610.103125] env[69702]: _type = "Task" [ 610.103125] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.107207] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.107207] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.108321] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c328609-af1c-4072-b663-e5d1c766c2b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.115818] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.118317] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Waiting for the task: (returnval){ [ 610.118317] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522938ca-1f47-9e72-de08-2d02e516bc55" [ 610.118317] env[69702]: _type = "Task" [ 610.118317] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.127045] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522938ca-1f47-9e72-de08-2d02e516bc55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.225025] env[69702]: DEBUG oslo_vmware.api [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Task: {'id': task-3084497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468037} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.225025] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.225025] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.225025] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.225025] env[69702]: INFO nova.compute.manager [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Took 1.12 seconds to destroy the instance on the hypervisor. [ 610.225640] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.225640] env[69702]: DEBUG nova.compute.manager [-] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.225640] env[69702]: DEBUG nova.network.neutron [-] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.280453] env[69702]: DEBUG nova.compute.manager [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Received event network-vif-plugged-b1f9e44a-66a9-42b6-9562-df726e0a4443 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.281149] env[69702]: DEBUG oslo_concurrency.lockutils [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] Acquiring lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.281149] env[69702]: DEBUG oslo_concurrency.lockutils [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] Lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.281405] env[69702]: DEBUG oslo_concurrency.lockutils [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] Lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.282080] env[69702]: DEBUG nova.compute.manager [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] No waiting events found dispatching network-vif-plugged-b1f9e44a-66a9-42b6-9562-df726e0a4443 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.282080] env[69702]: WARNING nova.compute.manager [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Received unexpected event network-vif-plugged-b1f9e44a-66a9-42b6-9562-df726e0a4443 for instance with vm_state building and task_state spawning. [ 610.282080] env[69702]: DEBUG nova.compute.manager [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Received event network-changed-b1f9e44a-66a9-42b6-9562-df726e0a4443 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.282080] env[69702]: DEBUG nova.compute.manager [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Refreshing instance network info cache due to event network-changed-b1f9e44a-66a9-42b6-9562-df726e0a4443. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 610.283610] env[69702]: DEBUG oslo_concurrency.lockutils [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] Acquiring lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.283610] env[69702]: DEBUG oslo_concurrency.lockutils [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] Acquired lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.283610] env[69702]: DEBUG nova.network.neutron [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Refreshing network info cache for port b1f9e44a-66a9-42b6-9562-df726e0a4443 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.297096] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "57839607-c091-43fb-a882-b84dabd27ec7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.301966] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "57839607-c091-43fb-a882-b84dabd27ec7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.360668] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.395182] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 5b6a06da-6a08-4be6-8e9f-f838996fc6bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 610.395449] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 85bba348-d435-40fa-bf2a-a30812d99789 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 610.395632] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 1d519536-f57a-46cd-a4c8-e7617274eafd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 610.619192] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084498, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.636443] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522938ca-1f47-9e72-de08-2d02e516bc55, 'name': SearchDatastore_Task, 'duration_secs': 0.013793} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.637583] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7b1eb5-61a3-4f63-b7f9-535816d6c259 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.644634] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Waiting for the task: (returnval){ [ 610.644634] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528cbcde-728d-0362-73ef-5d4145dfec3d" [ 610.644634] env[69702]: _type = "Task" [ 610.644634] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.657925] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528cbcde-728d-0362-73ef-5d4145dfec3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.714430] env[69702]: DEBUG nova.network.neutron [-] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.785912] env[69702]: DEBUG nova.network.neutron [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.899570] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7121d29a-abb6-4ade-983a-a82808be3e73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 611.116662] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675935} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.118919] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] e665e6e6-8c2b-4559-931b-3c6dadf6d94f/e665e6e6-8c2b-4559-931b-3c6dadf6d94f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.119270] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.119588] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa844aa6-7608-45c7-b985-bde5fbdd8126 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.131025] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 611.131025] env[69702]: value = "task-3084499" [ 611.131025] env[69702]: _type = "Task" [ 611.131025] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.143545] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.157667] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528cbcde-728d-0362-73ef-5d4145dfec3d, 'name': SearchDatastore_Task, 'duration_secs': 0.055427} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.158032] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.158382] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1/ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.158782] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.159025] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.159278] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63e2a2bf-78fb-4cc8-8792-918a50d9bcc0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.164132] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2758362-090c-4519-b8f3-06cdee5fa4d2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.172274] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Waiting for the task: (returnval){ [ 611.172274] env[69702]: value = "task-3084500" [ 611.172274] env[69702]: _type = "Task" [ 611.172274] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.173556] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.173650] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.182765] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d345e2-a30d-4715-ae36-ebfa7469a79c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.188238] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.190474] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Waiting for the task: (returnval){ [ 611.190474] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52395971-f500-3074-462a-6f7c646819c1" [ 611.190474] env[69702]: _type = "Task" [ 611.190474] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.202441] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52395971-f500-3074-462a-6f7c646819c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.210393] env[69702]: DEBUG nova.network.neutron [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updated VIF entry in instance network info cache for port b1f9e44a-66a9-42b6-9562-df726e0a4443. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.210871] env[69702]: DEBUG nova.network.neutron [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating instance_info_cache with network_info: [{"id": "b1f9e44a-66a9-42b6-9562-df726e0a4443", "address": "fa:16:3e:0c:11:9c", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f9e44a-66", "ovs_interfaceid": "b1f9e44a-66a9-42b6-9562-df726e0a4443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.217844] env[69702]: INFO nova.compute.manager [-] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Took 1.76 seconds to deallocate network for instance. [ 611.380527] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.403918] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 611.404162] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 5f1a53e0-9d97-4f01-928e-0524eebd7bf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 611.424546] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.424779] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.424929] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.425781] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.425962] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.426286] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.426534] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.426712] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.426886] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.427204] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.427243] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.428184] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4ca3e4-f333-406d-a3f1-7727ce1dbe01 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.443732] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c651ad22-8dc6-42d8-bb7b-d9cc67235c7c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.449790] env[69702]: DEBUG nova.network.neutron [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Updating instance_info_cache with network_info: [{"id": "7fc9134e-9ad0-4b2b-b990-7152f9c4098b", "address": "fa:16:3e:e7:06:1e", "network": {"id": "5ef452fc-4645-48f4-81e4-a47735feb61a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1659635161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63f4b3a119724490853b740a8e6d3e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc9134e-9a", "ovs_interfaceid": "7fc9134e-9ad0-4b2b-b990-7152f9c4098b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.637966] env[69702]: DEBUG nova.network.neutron [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Successfully created port: ca4b64e1-2eee-4486-a02a-1fedc9869b2a {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.643649] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06982} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.643911] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.644759] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7a6151-4e91-4497-9259-b62021aacb2d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.673269] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] e665e6e6-8c2b-4559-931b-3c6dadf6d94f/e665e6e6-8c2b-4559-931b-3c6dadf6d94f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.673658] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-434802b0-5732-4856-9191-a55a5115f0d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.698506] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 611.698506] env[69702]: value = "task-3084501" [ 611.698506] env[69702]: _type = "Task" [ 611.698506] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.702602] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52395971-f500-3074-462a-6f7c646819c1, 'name': SearchDatastore_Task, 'duration_secs': 0.049748} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.710265] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084500, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.710501] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164edba1-dc84-4cc2-b377-6bd6b8b53bad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.713962] env[69702]: DEBUG oslo_concurrency.lockutils [req-61f83b34-d1be-4aef-b7ea-5cbc3874443f req-55d0686f-333c-4bdc-b51b-7327069220b4 service nova] Releasing lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.722750] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Waiting for the task: (returnval){ [ 611.722750] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5285d4f6-2de9-e519-e656-5734ac8cc0d2" [ 611.722750] env[69702]: _type = "Task" [ 611.722750] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.722950] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.724994] env[69702]: DEBUG oslo_concurrency.lockutils [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.735602] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5285d4f6-2de9-e519-e656-5734ac8cc0d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.909220] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 6fccf451-013d-40d7-ae25-e9603e9ee3e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 611.965999] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Releasing lock "refresh_cache-5f1a53e0-9d97-4f01-928e-0524eebd7bf9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.966701] env[69702]: DEBUG nova.compute.manager [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Instance network_info: |[{"id": "7fc9134e-9ad0-4b2b-b990-7152f9c4098b", "address": "fa:16:3e:e7:06:1e", "network": {"id": "5ef452fc-4645-48f4-81e4-a47735feb61a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1659635161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63f4b3a119724490853b740a8e6d3e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc9134e-9a", "ovs_interfaceid": "7fc9134e-9ad0-4b2b-b990-7152f9c4098b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.967250] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:06:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fc9134e-9ad0-4b2b-b990-7152f9c4098b', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.975098] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Creating folder: Project (63f4b3a119724490853b740a8e6d3e6c). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.975436] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3411c43f-ce56-42fa-b524-a1a5e5979a33 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.987473] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Created folder: Project (63f4b3a119724490853b740a8e6d3e6c) in parent group-v617437. [ 611.987704] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Creating folder: Instances. Parent ref: group-v617462. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.987951] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e0ea418-a67c-4ffe-9ae8-5574217f9c77 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.998373] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Created folder: Instances in parent group-v617462. [ 611.998654] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.999051] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.999315] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-358e1c1c-96f1-4eea-a307-a28e36beba13 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.025571] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.025571] env[69702]: value = "task-3084504" [ 612.025571] env[69702]: _type = "Task" [ 612.025571] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.034337] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084504, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.104291] env[69702]: DEBUG nova.network.neutron [-] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.174925] env[69702]: DEBUG nova.network.neutron [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Successfully updated port: 4808baa9-02bf-4a8d-872a-24a8e773e869 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.186494] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826198} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.187448] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1/ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.187697] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.188021] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11d5be2f-36bb-4d89-a121-773309fc7755 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.195344] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Waiting for the task: (returnval){ [ 612.195344] env[69702]: value = "task-3084505" [ 612.195344] env[69702]: _type = "Task" [ 612.195344] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.204260] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.214752] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.237582] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5285d4f6-2de9-e519-e656-5734ac8cc0d2, 'name': SearchDatastore_Task, 'duration_secs': 0.056741} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.237948] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.238657] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 85bba348-d435-40fa-bf2a-a30812d99789/85bba348-d435-40fa-bf2a-a30812d99789.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.239016] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.239302] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.239632] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e19fdb0-e085-4993-8168-84d88fe67785 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.242442] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c377145-5921-4bff-a802-84dcfe55d65d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.251452] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Waiting for the task: (returnval){ [ 612.251452] env[69702]: value = "task-3084506" [ 612.251452] env[69702]: _type = "Task" [ 612.251452] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.254146] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.254431] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.258215] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8397916-cc93-4013-a5a2-46af37e1a962 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.266775] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.268364] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 612.268364] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526f601e-2798-5499-76d1-aa79d2c8f9fd" [ 612.268364] env[69702]: _type = "Task" [ 612.268364] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.277070] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526f601e-2798-5499-76d1-aa79d2c8f9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.413238] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 482aa6c4-1309-45c1-a36c-0cd271b8d26f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 612.413238] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 67beefb3-d458-4cff-b132-122b766ade48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 612.537901] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084504, 'name': CreateVM_Task, 'duration_secs': 0.351132} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.538099] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.539385] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.539514] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.540062] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.540449] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9daf7268-8e5c-4ac5-9587-423098f625d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.549701] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Waiting for the task: (returnval){ [ 612.549701] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523c4c88-46e3-7de8-1aa9-8ef94c0df267" [ 612.549701] env[69702]: _type = "Task" [ 612.549701] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.558595] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523c4c88-46e3-7de8-1aa9-8ef94c0df267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.608314] env[69702]: INFO nova.compute.manager [-] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Took 2.39 seconds to deallocate network for instance. [ 612.680655] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "refresh_cache-5b6a06da-6a08-4be6-8e9f-f838996fc6bd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.680655] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquired lock "refresh_cache-5b6a06da-6a08-4be6-8e9f-f838996fc6bd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.680801] env[69702]: DEBUG nova.network.neutron [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.716500] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06726} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.717353] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.718266] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b39965-f783-4b0d-ad7f-d28b6a38f0e5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.725893] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084501, 'name': ReconfigVM_Task, 'duration_secs': 0.728355} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.726732] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Reconfigured VM instance instance-00000005 to attach disk [datastore1] e665e6e6-8c2b-4559-931b-3c6dadf6d94f/e665e6e6-8c2b-4559-931b-3c6dadf6d94f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.727531] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dc5bcdc-9cea-470f-bbd8-25afacd465fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.748894] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1/ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.750167] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ad29368-3304-40d3-8b5b-8c2b480ba338 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.775306] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 612.775306] env[69702]: value = "task-3084507" [ 612.775306] env[69702]: _type = "Task" [ 612.775306] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.790233] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Waiting for the task: (returnval){ [ 612.790233] env[69702]: value = "task-3084508" [ 612.790233] env[69702]: _type = "Task" [ 612.790233] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.801338] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084506, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.807876] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526f601e-2798-5499-76d1-aa79d2c8f9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011227} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.809248] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c65e9e-0614-4d0a-a160-59d425cd663b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.823856] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.823856] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084507, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.827581] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 612.827581] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520ab667-4418-36b5-bfcb-bab50b390afb" [ 612.827581] env[69702]: _type = "Task" [ 612.827581] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.836178] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520ab667-4418-36b5-bfcb-bab50b390afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.917875] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 57839607-c091-43fb-a882-b84dabd27ec7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 612.918062] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance d2cc073a-aef3-46a2-9963-3163981b7e55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 612.918201] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 613.013265] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "be618134-646e-4706-aea9-8c770f4fd94f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.013497] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "be618134-646e-4706-aea9-8c770f4fd94f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.061651] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523c4c88-46e3-7de8-1aa9-8ef94c0df267, 'name': SearchDatastore_Task, 'duration_secs': 0.068589} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.061765] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.062019] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.062891] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.120209] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.283866] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57641} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.287066] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 85bba348-d435-40fa-bf2a-a30812d99789/85bba348-d435-40fa-bf2a-a30812d99789.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.287293] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.287569] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3f81616-0688-418e-a67c-5c8e5b2785fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.294340] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084507, 'name': Rename_Task, 'duration_secs': 0.148536} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.298777] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.299363] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Waiting for the task: (returnval){ [ 613.299363] env[69702]: value = "task-3084509" [ 613.299363] env[69702]: _type = "Task" [ 613.299363] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.299613] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d79bf7-2da7-47ac-b529-8ac767fe1f92 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.308810] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084508, 'name': ReconfigVM_Task, 'duration_secs': 0.278947} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.309497] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Reconfigured VM instance instance-00000008 to attach disk [datastore1] ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1/ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.310029] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3ed05b3-8eb9-4625-af67-e8441dae91bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.315392] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 613.315392] env[69702]: value = "task-3084510" [ 613.315392] env[69702]: _type = "Task" [ 613.315392] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.315612] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.319922] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Waiting for the task: (returnval){ [ 613.319922] env[69702]: value = "task-3084511" [ 613.319922] env[69702]: _type = "Task" [ 613.319922] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.324234] env[69702]: DEBUG nova.network.neutron [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.331033] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.341852] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084511, 'name': Rename_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.347475] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520ab667-4418-36b5-bfcb-bab50b390afb, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.347734] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.348021] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7752c8ae-f8e4-4901-85c1-e5a2959a8cee/7752c8ae-f8e4-4901-85c1-e5a2959a8cee.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.348393] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.348622] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.348864] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-556b0884-84d6-4833-bb72-7e7a3ff36607 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.352215] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-191da889-1cc4-4464-97e5-075d59a7fdfa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.362525] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 613.362525] env[69702]: value = "task-3084512" [ 613.362525] env[69702]: _type = "Task" [ 613.362525] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.363827] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.364017] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.367885] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d095bcfd-45da-4612-8afa-2fa7d5ba8fc0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.375819] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.377731] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Waiting for the task: (returnval){ [ 613.377731] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527da44d-4147-22fc-c4d5-d5a223f82fea" [ 613.377731] env[69702]: _type = "Task" [ 613.377731] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.387693] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527da44d-4147-22fc-c4d5-d5a223f82fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.421498] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 1b320d90-1f83-4fa3-991b-5f98cf4b0b19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 613.421724] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance abe0995d-a681-4263-9a69-6d4254c07de2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 613.672296] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "e582d30b-721a-4477-9dec-fc371140e192" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.672296] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "e582d30b-721a-4477-9dec-fc371140e192" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.732396] env[69702]: DEBUG nova.network.neutron [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Updating instance_info_cache with network_info: [{"id": "4808baa9-02bf-4a8d-872a-24a8e773e869", "address": "fa:16:3e:65:c5:09", "network": {"id": "ee477ccb-3d4a-4a17-8aa1-268498c4013e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1796106608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "004ac863eeca48d5a7b67251cd90369f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4808baa9-02", "ovs_interfaceid": "4808baa9-02bf-4a8d-872a-24a8e773e869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.812427] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069844} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.812896] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.814371] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fae5123-2ecf-4c2d-a2c2-74260a0f35a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.847812] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 85bba348-d435-40fa-bf2a-a30812d99789/85bba348-d435-40fa-bf2a-a30812d99789.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.852087] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-808f5f60-6cf7-443e-82e8-6c2e9431647b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.867904] env[69702]: DEBUG oslo_vmware.api [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084510, 'name': PowerOnVM_Task, 'duration_secs': 0.510602} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.871942] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.872173] env[69702]: INFO nova.compute.manager [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Took 17.34 seconds to spawn the instance on the hypervisor. [ 613.872391] env[69702]: DEBUG nova.compute.manager [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.872685] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084511, 'name': Rename_Task, 'duration_secs': 0.169906} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.876694] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9108616-f4d2-4273-9f0c-f5c63c4c0f92 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.879244] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.880693] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12a15bc5-afdb-4ed8-8730-25e25c7f75ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.882472] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Waiting for the task: (returnval){ [ 613.882472] env[69702]: value = "task-3084513" [ 613.882472] env[69702]: _type = "Task" [ 613.882472] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.894169] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084512, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.899987] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Waiting for the task: (returnval){ [ 613.899987] env[69702]: value = "task-3084514" [ 613.899987] env[69702]: _type = "Task" [ 613.899987] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.912408] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527da44d-4147-22fc-c4d5-d5a223f82fea, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.914019] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.914019] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd9555f-3546-48da-acde-fdd202ee0b3a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.919777] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084514, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.926026] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance e23f9423-9373-44c7-8b7b-3a1431b525ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 613.927683] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Waiting for the task: (returnval){ [ 613.927683] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521df7d7-7216-eda9-fb41-ce8b7d7e980b" [ 613.927683] env[69702]: _type = "Task" [ 613.927683] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.938481] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521df7d7-7216-eda9-fb41-ce8b7d7e980b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.235442] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Releasing lock "refresh_cache-5b6a06da-6a08-4be6-8e9f-f838996fc6bd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.235824] env[69702]: DEBUG nova.compute.manager [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Instance network_info: |[{"id": "4808baa9-02bf-4a8d-872a-24a8e773e869", "address": "fa:16:3e:65:c5:09", "network": {"id": "ee477ccb-3d4a-4a17-8aa1-268498c4013e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1796106608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "004ac863eeca48d5a7b67251cd90369f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4808baa9-02", "ovs_interfaceid": "4808baa9-02bf-4a8d-872a-24a8e773e869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.236291] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:c5:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4808baa9-02bf-4a8d-872a-24a8e773e869', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.247200] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Creating folder: Project (004ac863eeca48d5a7b67251cd90369f). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.247200] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3016d679-989d-43a4-887d-1cacaf70b621 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.258409] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Created folder: Project (004ac863eeca48d5a7b67251cd90369f) in parent group-v617437. [ 614.258409] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Creating folder: Instances. Parent ref: group-v617465. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.258525] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65245ad3-ea8f-42d0-852b-ab1adbd9d45d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.269304] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Created folder: Instances in parent group-v617465. [ 614.269739] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.270182] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.270182] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edc40bf6-5116-461c-837f-cf7152c731a6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.291868] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.291868] env[69702]: value = "task-3084517" [ 614.291868] env[69702]: _type = "Task" [ 614.291868] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.300238] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084517, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.384332] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570408} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.384332] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7752c8ae-f8e4-4901-85c1-e5a2959a8cee/7752c8ae-f8e4-4901-85c1-e5a2959a8cee.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.384332] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.384332] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1afb8f83-908e-4285-aaee-4aafa6e20ef6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.393908] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 614.393908] env[69702]: value = "task-3084518" [ 614.393908] env[69702]: _type = "Task" [ 614.393908] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.407539] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.419293] env[69702]: INFO nova.compute.manager [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Took 26.21 seconds to build instance. [ 614.420497] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.426181] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084514, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.429074] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance c05f4548-e5f4-415f-8605-c46ef7da0cd6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 614.429251] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance e665e6e6-8c2b-4559-931b-3c6dadf6d94f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.429385] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance edae291d-98b3-4c0e-9173-f95dfbf7d745 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.429516] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7752c8ae-f8e4-4901-85c1-e5a2959a8cee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.429758] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 614.429905] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 614.441997] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521df7d7-7216-eda9-fb41-ce8b7d7e980b, 'name': SearchDatastore_Task, 'duration_secs': 0.025087} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.441997] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.442334] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 5f1a53e0-9d97-4f01-928e-0524eebd7bf9/5f1a53e0-9d97-4f01-928e-0524eebd7bf9.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.442920] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40315178-a7ff-4635-91c0-c9e29ae2de16 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.449214] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Waiting for the task: (returnval){ [ 614.449214] env[69702]: value = "task-3084519" [ 614.449214] env[69702]: _type = "Task" [ 614.449214] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.460554] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.639748] env[69702]: DEBUG nova.network.neutron [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Successfully updated port: ca4b64e1-2eee-4486-a02a-1fedc9869b2a {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.809770] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084517, 'name': CreateVM_Task, 'duration_secs': 0.404127} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.811704] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.813123] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.813434] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.816035] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.819155] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc451bf-f92f-49f6-a1bf-1bef75fb59f7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.828659] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 614.828659] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5252972b-1640-978c-a6db-d246eb052ac9" [ 614.828659] env[69702]: _type = "Task" [ 614.828659] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.840674] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5252972b-1640-978c-a6db-d246eb052ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.860406] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b42f045-6abe-4988-b2de-49177f2eec40 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.868557] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057cb587-e4ca-433f-b34c-2247642b9e87 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.911172] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041a3e83-7952-4df9-b1f1-c162486a8820 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.926365] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb14390d-55be-4853-9ccf-bbad0375dcb0 tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Lock "e665e6e6-8c2b-4559-931b-3c6dadf6d94f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.722s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.926615] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084513, 'name': ReconfigVM_Task, 'duration_secs': 0.53163} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.936700] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d14efc-60e8-4d67-88a5-af20def534c6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.941408] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 85bba348-d435-40fa-bf2a-a30812d99789/85bba348-d435-40fa-bf2a-a30812d99789.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.942634] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066463} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.942634] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084514, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.943054] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ddc2124-6117-42e4-9ebe-44ddb3dd0b6f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.945198] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.946789] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929f0d15-0d37-49bc-96d2-7dc4f80560c5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.959889] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.967064] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Waiting for the task: (returnval){ [ 614.967064] env[69702]: value = "task-3084520" [ 614.967064] env[69702]: _type = "Task" [ 614.967064] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.988148] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 7752c8ae-f8e4-4901-85c1-e5a2959a8cee/7752c8ae-f8e4-4901-85c1-e5a2959a8cee.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.996291] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a39bf958-1cfa-4f83-b179-0ad812f237e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.013634] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507307} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.013634] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 5f1a53e0-9d97-4f01-928e-0524eebd7bf9/5f1a53e0-9d97-4f01-928e-0524eebd7bf9.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.013634] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.013634] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb2b9bea-7dcc-479b-91c0-989901195316 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.021960] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084520, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.021960] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 615.021960] env[69702]: value = "task-3084521" [ 615.021960] env[69702]: _type = "Task" [ 615.021960] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.027534] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Waiting for the task: (returnval){ [ 615.027534] env[69702]: value = "task-3084522" [ 615.027534] env[69702]: _type = "Task" [ 615.027534] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.034302] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084521, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.041827] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.095161] env[69702]: DEBUG nova.compute.manager [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Received event network-vif-plugged-7fc9134e-9ad0-4b2b-b990-7152f9c4098b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.095381] env[69702]: DEBUG oslo_concurrency.lockutils [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] Acquiring lock "5f1a53e0-9d97-4f01-928e-0524eebd7bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.095620] env[69702]: DEBUG oslo_concurrency.lockutils [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] Lock "5f1a53e0-9d97-4f01-928e-0524eebd7bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.095804] env[69702]: DEBUG oslo_concurrency.lockutils [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] Lock "5f1a53e0-9d97-4f01-928e-0524eebd7bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.096605] env[69702]: DEBUG nova.compute.manager [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] No waiting events found dispatching network-vif-plugged-7fc9134e-9ad0-4b2b-b990-7152f9c4098b {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.096605] env[69702]: WARNING nova.compute.manager [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Received unexpected event network-vif-plugged-7fc9134e-9ad0-4b2b-b990-7152f9c4098b for instance with vm_state building and task_state spawning. [ 615.096605] env[69702]: DEBUG nova.compute.manager [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Received event network-changed-7fc9134e-9ad0-4b2b-b990-7152f9c4098b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.096605] env[69702]: DEBUG nova.compute.manager [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Refreshing instance network info cache due to event network-changed-7fc9134e-9ad0-4b2b-b990-7152f9c4098b. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.096787] env[69702]: DEBUG oslo_concurrency.lockutils [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] Acquiring lock "refresh_cache-5f1a53e0-9d97-4f01-928e-0524eebd7bf9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.096820] env[69702]: DEBUG oslo_concurrency.lockutils [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] Acquired lock "refresh_cache-5f1a53e0-9d97-4f01-928e-0524eebd7bf9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.096986] env[69702]: DEBUG nova.network.neutron [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Refreshing network info cache for port 7fc9134e-9ad0-4b2b-b990-7152f9c4098b {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.145225] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "refresh_cache-67beefb3-d458-4cff-b132-122b766ade48" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.146013] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired lock "refresh_cache-67beefb3-d458-4cff-b132-122b766ade48" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.146013] env[69702]: DEBUG nova.network.neutron [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.339457] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5252972b-1640-978c-a6db-d246eb052ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.055116} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.339908] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.340129] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.340351] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.340509] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.341033] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.341033] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b8c60d1-30c7-46ca-8ce3-a847e5ad8548 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.349266] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.349266] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.349998] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ffbb877-46db-4a21-899e-a00b0b09470b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.361454] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 615.361454] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ad6b19-1ec6-e7b7-c4e1-d14377ada085" [ 615.361454] env[69702]: _type = "Task" [ 615.361454] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.369129] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ad6b19-1ec6-e7b7-c4e1-d14377ada085, 'name': SearchDatastore_Task, 'duration_secs': 0.008269} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.369862] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af6cdcd-9a71-4c64-a9e7-f6efb6f5743f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.375310] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 615.375310] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52810cd4-5753-8440-6268-5f88ca5c031b" [ 615.375310] env[69702]: _type = "Task" [ 615.375310] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.385135] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52810cd4-5753-8440-6268-5f88ca5c031b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.414426] env[69702]: DEBUG oslo_vmware.api [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084514, 'name': PowerOnVM_Task, 'duration_secs': 1.279298} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.414426] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.414950] env[69702]: INFO nova.compute.manager [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Took 11.59 seconds to spawn the instance on the hypervisor. [ 615.414950] env[69702]: DEBUG nova.compute.manager [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.415628] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d99b9d-4f21-47a7-b758-d13b01c84898 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.444236] env[69702]: DEBUG nova.compute.manager [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.466779] env[69702]: DEBUG nova.scheduler.client.report [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.489798] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084520, 'name': Rename_Task, 'duration_secs': 0.177775} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.489798] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.489980] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21c1edc9-35cb-4885-89f3-aaeacb8f3e5b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.496368] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Waiting for the task: (returnval){ [ 615.496368] env[69702]: value = "task-3084523" [ 615.496368] env[69702]: _type = "Task" [ 615.496368] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.505443] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.540219] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084521, 'name': ReconfigVM_Task, 'duration_secs': 0.317572} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.540553] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 7752c8ae-f8e4-4901-85c1-e5a2959a8cee/7752c8ae-f8e4-4901-85c1-e5a2959a8cee.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.541251] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-122e5199-32bc-4e45-ac5a-e184de453e89 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.546757] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073595} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.547358] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.548168] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fea325-53e7-4518-adb0-39b52d804fcd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.551895] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 615.551895] env[69702]: value = "task-3084524" [ 615.551895] env[69702]: _type = "Task" [ 615.551895] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.573058] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 5f1a53e0-9d97-4f01-928e-0524eebd7bf9/5f1a53e0-9d97-4f01-928e-0524eebd7bf9.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.573835] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69d3a47-2e73-48d4-bcaa-f970bf48b9b7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.592404] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084524, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.597422] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Waiting for the task: (returnval){ [ 615.597422] env[69702]: value = "task-3084525" [ 615.597422] env[69702]: _type = "Task" [ 615.597422] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.608598] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084525, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.648107] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Acquiring lock "7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.648347] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Lock "7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.726181] env[69702]: DEBUG nova.network.neutron [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.834664] env[69702]: DEBUG nova.compute.manager [None req-587116af-5ab3-478d-a48e-20f54c468a75 tempest-ServerDiagnosticsTest-535124340 tempest-ServerDiagnosticsTest-535124340-project-admin] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.838121] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d18ae7-248e-42d1-8f40-6a317227d017 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.846710] env[69702]: INFO nova.compute.manager [None req-587116af-5ab3-478d-a48e-20f54c468a75 tempest-ServerDiagnosticsTest-535124340 tempest-ServerDiagnosticsTest-535124340-project-admin] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Retrieving diagnostics [ 615.847557] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619b82e6-fc7b-46d9-aaac-ebbbe4d06f21 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.896014] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52810cd4-5753-8440-6268-5f88ca5c031b, 'name': SearchDatastore_Task, 'duration_secs': 0.013647} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.896577] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.896577] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 5b6a06da-6a08-4be6-8e9f-f838996fc6bd/5b6a06da-6a08-4be6-8e9f-f838996fc6bd.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.896817] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26749b9e-60dc-4056-aa7c-ccf0e001d560 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.908082] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 615.908082] env[69702]: value = "task-3084526" [ 615.908082] env[69702]: _type = "Task" [ 615.908082] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.915759] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.936943] env[69702]: INFO nova.compute.manager [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Took 25.06 seconds to build instance. [ 615.971661] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.973106] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 615.973106] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.628s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.973194] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.025s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.974663] env[69702]: INFO nova.compute.claims [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.009138] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084523, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.063417] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084524, 'name': Rename_Task, 'duration_secs': 0.140777} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.067263] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.067764] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be591c39-995c-4403-a012-af5368bb6a49 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.082727] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 616.082727] env[69702]: value = "task-3084527" [ 616.082727] env[69702]: _type = "Task" [ 616.082727] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.089320] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.108684] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.346174] env[69702]: DEBUG nova.network.neutron [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Updated VIF entry in instance network info cache for port 7fc9134e-9ad0-4b2b-b990-7152f9c4098b. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.346174] env[69702]: DEBUG nova.network.neutron [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Updating instance_info_cache with network_info: [{"id": "7fc9134e-9ad0-4b2b-b990-7152f9c4098b", "address": "fa:16:3e:e7:06:1e", "network": {"id": "5ef452fc-4645-48f4-81e4-a47735feb61a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1659635161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63f4b3a119724490853b740a8e6d3e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc9134e-9a", "ovs_interfaceid": "7fc9134e-9ad0-4b2b-b990-7152f9c4098b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.356052] env[69702]: DEBUG nova.network.neutron [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Updating instance_info_cache with network_info: [{"id": "ca4b64e1-2eee-4486-a02a-1fedc9869b2a", "address": "fa:16:3e:56:09:54", "network": {"id": "b084a9c9-7e90-42b0-a9e8-86813d4c8295", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-138166895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0ebde1b5274ba79bda775be1021e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca4b64e1-2e", "ovs_interfaceid": "ca4b64e1-2eee-4486-a02a-1fedc9869b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.422503] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485131} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.424178] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 5b6a06da-6a08-4be6-8e9f-f838996fc6bd/5b6a06da-6a08-4be6-8e9f-f838996fc6bd.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.424483] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.427413] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8af3b384-5d29-4651-9cc5-60c0f1242df0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.430633] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Acquiring lock "2d38379b-473f-4bd8-9bd9-91f91a2f35b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.430918] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lock "2d38379b-473f-4bd8-9bd9-91f91a2f35b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.437061] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 616.437061] env[69702]: value = "task-3084528" [ 616.437061] env[69702]: _type = "Task" [ 616.437061] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.442433] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5e2f4c77-9e03-473f-939a-4f3e8f21f7d9 tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Lock "ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.573s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.454452] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.510290] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084523, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.590631] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.611270] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084525, 'name': ReconfigVM_Task, 'duration_secs': 0.859724} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.611270] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 5f1a53e0-9d97-4f01-928e-0524eebd7bf9/5f1a53e0-9d97-4f01-928e-0524eebd7bf9.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.611270] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6098830a-c3ce-45d0-8a17-7c872c21db3e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.620098] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Waiting for the task: (returnval){ [ 616.620098] env[69702]: value = "task-3084529" [ 616.620098] env[69702]: _type = "Task" [ 616.620098] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.629293] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084529, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.852636] env[69702]: DEBUG oslo_concurrency.lockutils [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] Releasing lock "refresh_cache-5f1a53e0-9d97-4f01-928e-0524eebd7bf9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.852902] env[69702]: DEBUG nova.compute.manager [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Received event network-vif-deleted-b35c7a62-8d9d-45c8-baa0-5b05cd9cb53e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.853094] env[69702]: DEBUG nova.compute.manager [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Received event network-vif-deleted-43fb6084-1a8c-46a8-a71d-264d80409746 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.853266] env[69702]: DEBUG nova.compute.manager [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Received event network-vif-plugged-4808baa9-02bf-4a8d-872a-24a8e773e869 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.853461] env[69702]: DEBUG oslo_concurrency.lockutils [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] Acquiring lock "5b6a06da-6a08-4be6-8e9f-f838996fc6bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.853683] env[69702]: DEBUG oslo_concurrency.lockutils [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] Lock "5b6a06da-6a08-4be6-8e9f-f838996fc6bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.853952] env[69702]: DEBUG oslo_concurrency.lockutils [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] Lock "5b6a06da-6a08-4be6-8e9f-f838996fc6bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.854174] env[69702]: DEBUG nova.compute.manager [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] No waiting events found dispatching network-vif-plugged-4808baa9-02bf-4a8d-872a-24a8e773e869 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.854346] env[69702]: WARNING nova.compute.manager [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Received unexpected event network-vif-plugged-4808baa9-02bf-4a8d-872a-24a8e773e869 for instance with vm_state building and task_state spawning. [ 616.854511] env[69702]: DEBUG nova.compute.manager [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Received event network-changed-4808baa9-02bf-4a8d-872a-24a8e773e869 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.854667] env[69702]: DEBUG nova.compute.manager [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Refreshing instance network info cache due to event network-changed-4808baa9-02bf-4a8d-872a-24a8e773e869. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.854857] env[69702]: DEBUG oslo_concurrency.lockutils [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] Acquiring lock "refresh_cache-5b6a06da-6a08-4be6-8e9f-f838996fc6bd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.854996] env[69702]: DEBUG oslo_concurrency.lockutils [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] Acquired lock "refresh_cache-5b6a06da-6a08-4be6-8e9f-f838996fc6bd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.855697] env[69702]: DEBUG nova.network.neutron [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Refreshing network info cache for port 4808baa9-02bf-4a8d-872a-24a8e773e869 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.861096] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Releasing lock "refresh_cache-67beefb3-d458-4cff-b132-122b766ade48" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.861400] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Instance network_info: |[{"id": "ca4b64e1-2eee-4486-a02a-1fedc9869b2a", "address": "fa:16:3e:56:09:54", "network": {"id": "b084a9c9-7e90-42b0-a9e8-86813d4c8295", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-138166895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0ebde1b5274ba79bda775be1021e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca4b64e1-2e", "ovs_interfaceid": "ca4b64e1-2eee-4486-a02a-1fedc9869b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.861803] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:09:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca4b64e1-2eee-4486-a02a-1fedc9869b2a', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.873040] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Creating folder: Project (6c0ebde1b5274ba79bda775be1021e8c). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.874231] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4bcb54d-d2ee-440c-bbcd-af5f33b6ebd1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.887131] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Created folder: Project (6c0ebde1b5274ba79bda775be1021e8c) in parent group-v617437. [ 616.887131] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Creating folder: Instances. Parent ref: group-v617468. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.887131] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a168703-04b3-4563-b5f6-d784198cb1e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.895508] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Created folder: Instances in parent group-v617468. [ 616.895841] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.896085] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.896308] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10272628-183d-4a27-bf25-8e1a198de3ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.918014] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.918014] env[69702]: value = "task-3084532" [ 616.918014] env[69702]: _type = "Task" [ 616.918014] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.928868] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084532, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.947682] env[69702]: DEBUG nova.compute.manager [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.950417] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077461} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.950986] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.954030] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34728b5c-dd67-4ae0-9f16-6803d3eb42da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.983022] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 5b6a06da-6a08-4be6-8e9f-f838996fc6bd/5b6a06da-6a08-4be6-8e9f-f838996fc6bd.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.983022] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-606c8dca-1db5-4efc-8dc7-a9afc927c90f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.008531] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 617.008531] env[69702]: value = "task-3084533" [ 617.008531] env[69702]: _type = "Task" [ 617.008531] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.015734] env[69702]: DEBUG oslo_vmware.api [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084523, 'name': PowerOnVM_Task, 'duration_secs': 1.027504} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.016605] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.016896] env[69702]: INFO nova.compute.manager [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Took 18.06 seconds to spawn the instance on the hypervisor. [ 617.017134] env[69702]: DEBUG nova.compute.manager [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.018233] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20416670-a508-4ec8-b554-d7448ff26688 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.025888] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.090446] env[69702]: DEBUG oslo_vmware.api [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084527, 'name': PowerOnVM_Task, 'duration_secs': 0.681348} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.093312] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.093535] env[69702]: INFO nova.compute.manager [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Took 15.78 seconds to spawn the instance on the hypervisor. [ 617.093857] env[69702]: DEBUG nova.compute.manager [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.094735] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc607658-3463-4ee1-a048-4b9ab77efa48 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.133119] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084529, 'name': Rename_Task, 'duration_secs': 0.383538} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.133119] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.133245] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad7b8725-894f-4a47-830a-0fdb33472cec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.139483] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Waiting for the task: (returnval){ [ 617.139483] env[69702]: value = "task-3084534" [ 617.139483] env[69702]: _type = "Task" [ 617.139483] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.151193] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.433012] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf56dd83-cddf-4978-ac1e-c40f89963a48 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.445606] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084532, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.446955] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4243f7-6242-4654-b6f0-68acdc698315 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.488794] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c8b59a-f299-4711-ade9-2cd7500ba75a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.497400] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352d5df1-4420-4dbd-a54f-bf2714a4f1e8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.512462] env[69702]: DEBUG nova.compute.provider_tree [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.518376] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.529893] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.545922] env[69702]: INFO nova.compute.manager [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Took 28.29 seconds to build instance. [ 617.619966] env[69702]: INFO nova.compute.manager [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Took 27.86 seconds to build instance. [ 617.656745] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.766790] env[69702]: DEBUG nova.network.neutron [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Updated VIF entry in instance network info cache for port 4808baa9-02bf-4a8d-872a-24a8e773e869. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.767613] env[69702]: DEBUG nova.network.neutron [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Updating instance_info_cache with network_info: [{"id": "4808baa9-02bf-4a8d-872a-24a8e773e869", "address": "fa:16:3e:65:c5:09", "network": {"id": "ee477ccb-3d4a-4a17-8aa1-268498c4013e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1796106608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "004ac863eeca48d5a7b67251cd90369f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4808baa9-02", "ovs_interfaceid": "4808baa9-02bf-4a8d-872a-24a8e773e869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.929101] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084532, 'name': CreateVM_Task, 'duration_secs': 0.692708} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.929417] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.930615] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.930615] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.930947] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.931262] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ab4b86-f003-4ec2-ad6b-e64c834c6243 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.936628] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 617.936628] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d41013-8953-8810-60f4-f01bd72495cb" [ 617.936628] env[69702]: _type = "Task" [ 617.936628] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.945529] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d41013-8953-8810-60f4-f01bd72495cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.028912] env[69702]: DEBUG nova.scheduler.client.report [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.034159] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084533, 'name': ReconfigVM_Task, 'duration_secs': 0.78158} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.034450] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 5b6a06da-6a08-4be6-8e9f-f838996fc6bd/5b6a06da-6a08-4be6-8e9f-f838996fc6bd.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.035570] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a437cdfe-1ea5-49b8-acd1-a33d2c3e8248 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.042702] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 618.042702] env[69702]: value = "task-3084535" [ 618.042702] env[69702]: _type = "Task" [ 618.042702] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.048241] env[69702]: DEBUG oslo_concurrency.lockutils [None req-65b4381a-8093-4864-b422-38658bb32635 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Lock "85bba348-d435-40fa-bf2a-a30812d99789" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.810s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.055233] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084535, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.122798] env[69702]: DEBUG oslo_concurrency.lockutils [None req-174cf4bd-d31d-4226-a54d-85f55e219ff8 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.384s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.141343] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Acquiring lock "e665e6e6-8c2b-4559-931b-3c6dadf6d94f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.141343] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Lock "e665e6e6-8c2b-4559-931b-3c6dadf6d94f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.141343] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Acquiring lock "e665e6e6-8c2b-4559-931b-3c6dadf6d94f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.141343] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Lock "e665e6e6-8c2b-4559-931b-3c6dadf6d94f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.141587] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Lock "e665e6e6-8c2b-4559-931b-3c6dadf6d94f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.143444] env[69702]: INFO nova.compute.manager [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Terminating instance [ 618.156395] env[69702]: DEBUG oslo_vmware.api [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084534, 'name': PowerOnVM_Task, 'duration_secs': 0.832999} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.156687] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.156886] env[69702]: INFO nova.compute.manager [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Took 11.76 seconds to spawn the instance on the hypervisor. [ 618.157075] env[69702]: DEBUG nova.compute.manager [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.158510] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadce6d9-b170-496b-8a61-b29c0d02cb38 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.270667] env[69702]: DEBUG oslo_concurrency.lockutils [req-f97fb5d7-cb08-4d80-98e7-7d62821b86fd req-cd4aeda5-5efc-496f-9f9d-8ac48228cb5b service nova] Releasing lock "refresh_cache-5b6a06da-6a08-4be6-8e9f-f838996fc6bd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.274393] env[69702]: DEBUG nova.compute.manager [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Received event network-vif-plugged-ca4b64e1-2eee-4486-a02a-1fedc9869b2a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.274582] env[69702]: DEBUG oslo_concurrency.lockutils [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] Acquiring lock "67beefb3-d458-4cff-b132-122b766ade48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.274784] env[69702]: DEBUG oslo_concurrency.lockutils [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] Lock "67beefb3-d458-4cff-b132-122b766ade48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.274948] env[69702]: DEBUG oslo_concurrency.lockutils [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] Lock "67beefb3-d458-4cff-b132-122b766ade48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.275875] env[69702]: DEBUG nova.compute.manager [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] [instance: 67beefb3-d458-4cff-b132-122b766ade48] No waiting events found dispatching network-vif-plugged-ca4b64e1-2eee-4486-a02a-1fedc9869b2a {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.276204] env[69702]: WARNING nova.compute.manager [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Received unexpected event network-vif-plugged-ca4b64e1-2eee-4486-a02a-1fedc9869b2a for instance with vm_state building and task_state spawning. [ 618.276345] env[69702]: DEBUG nova.compute.manager [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Received event network-changed-ca4b64e1-2eee-4486-a02a-1fedc9869b2a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.276514] env[69702]: DEBUG nova.compute.manager [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Refreshing instance network info cache due to event network-changed-ca4b64e1-2eee-4486-a02a-1fedc9869b2a. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.276802] env[69702]: DEBUG oslo_concurrency.lockutils [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] Acquiring lock "refresh_cache-67beefb3-d458-4cff-b132-122b766ade48" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.276931] env[69702]: DEBUG oslo_concurrency.lockutils [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] Acquired lock "refresh_cache-67beefb3-d458-4cff-b132-122b766ade48" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.277127] env[69702]: DEBUG nova.network.neutron [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Refreshing network info cache for port ca4b64e1-2eee-4486-a02a-1fedc9869b2a {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.447672] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d41013-8953-8810-60f4-f01bd72495cb, 'name': SearchDatastore_Task, 'duration_secs': 0.015018} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.447672] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.448131] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.448131] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.448131] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.448246] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.448516] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaa78ad6-1e52-49ea-a0b1-f0513e84ef9b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.456528] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.456934] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.457404] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d219733-0ea6-44a6-b8ac-7f8b250ac8ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.462216] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 618.462216] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ba8d07-6504-c398-e5b0-892cfee52584" [ 618.462216] env[69702]: _type = "Task" [ 618.462216] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.469636] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ba8d07-6504-c398-e5b0-892cfee52584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.535176] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.535697] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.538273] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.542s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.539769] env[69702]: INFO nova.compute.claims [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.553949] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084535, 'name': Rename_Task, 'duration_secs': 0.210907} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.554355] env[69702]: DEBUG nova.compute.manager [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.556861] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.557282] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b906866-65b4-422c-83e3-ed892cef6ed9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.563729] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 618.563729] env[69702]: value = "task-3084536" [ 618.563729] env[69702]: _type = "Task" [ 618.563729] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.571482] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.625706] env[69702]: DEBUG nova.compute.manager [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.650246] env[69702]: DEBUG nova.compute.manager [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 618.650470] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.651822] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f661df-66aa-4bfe-ba5f-cf5923c997d9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.660285] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.660534] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-269038f3-d012-44df-a009-564a5cbd8d7d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.667098] env[69702]: DEBUG oslo_vmware.api [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 618.667098] env[69702]: value = "task-3084537" [ 618.667098] env[69702]: _type = "Task" [ 618.667098] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.687320] env[69702]: DEBUG oslo_vmware.api [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.687884] env[69702]: INFO nova.compute.manager [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Took 27.68 seconds to build instance. [ 618.721120] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "ebf9cfcb-426a-4ca2-9f9e-9c36c8270218" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.721465] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "ebf9cfcb-426a-4ca2-9f9e-9c36c8270218" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.805114] env[69702]: DEBUG nova.compute.manager [None req-00cb8fb8-1126-4cf2-8220-ac5dfbc79282 tempest-ServerDiagnosticsV248Test-460410475 tempest-ServerDiagnosticsV248Test-460410475-project-admin] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.806654] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7207fd-0ec7-4523-8764-6b71ed5296dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.814623] env[69702]: INFO nova.compute.manager [None req-00cb8fb8-1126-4cf2-8220-ac5dfbc79282 tempest-ServerDiagnosticsV248Test-460410475 tempest-ServerDiagnosticsV248Test-460410475-project-admin] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Retrieving diagnostics [ 618.815741] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe7ce9c-b245-41c7-ac5f-6ef3803ae555 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.972960] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ba8d07-6504-c398-e5b0-892cfee52584, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.974213] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d4231df-742f-41b3-be19-f1772499d6f3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.982820] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 618.982820] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c151e2-773f-8d14-169e-db2647cb1df5" [ 618.982820] env[69702]: _type = "Task" [ 618.982820] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.993398] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c151e2-773f-8d14-169e-db2647cb1df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.043961] env[69702]: DEBUG nova.compute.utils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.049446] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.049446] env[69702]: DEBUG nova.network.neutron [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.078280] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.080394] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.143402] env[69702]: DEBUG nova.policy [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd68f5fc7479a428c9ab8f3b1341f3982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c0ebde1b5274ba79bda775be1021e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.151302] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.182700] env[69702]: DEBUG oslo_vmware.api [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084537, 'name': PowerOffVM_Task, 'duration_secs': 0.256078} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.183344] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.183344] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.183492] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d4734b0-9ccc-4096-b275-9206161aecbc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.190798] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5a431d9f-d9e1-4ea3-9877-0942ed76f8d9 tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Lock "5f1a53e0-9d97-4f01-928e-0524eebd7bf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.190s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.198123] env[69702]: DEBUG nova.network.neutron [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Updated VIF entry in instance network info cache for port ca4b64e1-2eee-4486-a02a-1fedc9869b2a. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.198548] env[69702]: DEBUG nova.network.neutron [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Updating instance_info_cache with network_info: [{"id": "ca4b64e1-2eee-4486-a02a-1fedc9869b2a", "address": "fa:16:3e:56:09:54", "network": {"id": "b084a9c9-7e90-42b0-a9e8-86813d4c8295", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-138166895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0ebde1b5274ba79bda775be1021e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca4b64e1-2e", "ovs_interfaceid": "ca4b64e1-2eee-4486-a02a-1fedc9869b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.497427] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c151e2-773f-8d14-169e-db2647cb1df5, 'name': SearchDatastore_Task, 'duration_secs': 0.012728} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.497962] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.499726] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 67beefb3-d458-4cff-b132-122b766ade48/67beefb3-d458-4cff-b132-122b766ade48.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.499726] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4af162de-e41f-424c-a590-cd105c3e659d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.508339] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 619.508339] env[69702]: value = "task-3084539" [ 619.508339] env[69702]: _type = "Task" [ 619.508339] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.516713] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.550505] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.581271] env[69702]: DEBUG oslo_vmware.api [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084536, 'name': PowerOnVM_Task, 'duration_secs': 0.696978} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.581624] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.582078] env[69702]: INFO nova.compute.manager [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Took 10.64 seconds to spawn the instance on the hypervisor. [ 619.582163] env[69702]: DEBUG nova.compute.manager [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.583116] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec82f7a-b509-4d5a-a6e4-36fb2b85a0f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.608350] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.608350] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.608350] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Deleting the datastore file [datastore1] e665e6e6-8c2b-4559-931b-3c6dadf6d94f {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.608350] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82eac47d-db2c-4f39-bd26-9c72770ad440 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.610910] env[69702]: DEBUG nova.network.neutron [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Successfully created port: 9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.614780] env[69702]: DEBUG oslo_vmware.api [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for the task: (returnval){ [ 619.614780] env[69702]: value = "task-3084540" [ 619.614780] env[69702]: _type = "Task" [ 619.614780] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.627046] env[69702]: DEBUG oslo_vmware.api [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.695115] env[69702]: DEBUG nova.compute.manager [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.700933] env[69702]: DEBUG oslo_concurrency.lockutils [req-63be8b46-ee20-406c-8cd9-27b60c98f115 req-027ad7ce-d79e-402d-b6ab-2212e1367dba service nova] Releasing lock "refresh_cache-67beefb3-d458-4cff-b132-122b766ade48" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.984215] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e108ee4a-0e4b-4912-96b1-48f9f02cc191 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.001496] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984932cd-faae-4552-8b9b-031883c35dd1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.023745] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.056239] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3020a4d1-7847-4327-bd39-8bc1f862c8bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.068040] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011a3e37-48fd-4be2-a80c-83b5ed782606 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.083959] env[69702]: DEBUG nova.compute.provider_tree [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.105468] env[69702]: INFO nova.compute.manager [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Took 25.70 seconds to build instance. [ 620.125334] env[69702]: DEBUG oslo_vmware.api [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.227080] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.350576] env[69702]: DEBUG nova.compute.manager [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Stashing vm_state: active {{(pid=69702) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 620.522386] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644529} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.522767] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 67beefb3-d458-4cff-b132-122b766ade48/67beefb3-d458-4cff-b132-122b766ade48.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.522919] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.523280] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20b60853-69bc-442c-843e-28cb0c6a5c72 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.530461] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 620.530461] env[69702]: value = "task-3084541" [ 620.530461] env[69702]: _type = "Task" [ 620.530461] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.538303] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.566643] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.587663] env[69702]: DEBUG nova.scheduler.client.report [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.599445] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.600029] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.600029] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.600145] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.600189] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.600332] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.601781] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.601781] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.601781] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.601781] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.601781] env[69702]: DEBUG nova.virt.hardware [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.602284] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea0713a-f70d-4991-a115-f67c68a166c7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.607999] env[69702]: DEBUG oslo_concurrency.lockutils [None req-816b6c38-3448-435a-86d8-dcebc25e154f tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "5b6a06da-6a08-4be6-8e9f-f838996fc6bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.219s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.612693] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d447134-f50a-496d-94ad-326a4e91e436 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.636812] env[69702]: DEBUG oslo_vmware.api [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Task: {'id': task-3084540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.581498} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.637121] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.639460] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.639460] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.639460] env[69702]: INFO nova.compute.manager [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Took 1.99 seconds to destroy the instance on the hypervisor. [ 620.639460] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.639460] env[69702]: DEBUG nova.compute.manager [-] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 620.639460] env[69702]: DEBUG nova.network.neutron [-] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.766366] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "5f43b968-a765-42d9-884c-36ae43474e7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.766606] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "5f43b968-a765-42d9-884c-36ae43474e7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.875784] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.042439] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063271} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.042735] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.043519] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bb36b2-9732-4eae-9874-24b0b49eeed4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.066334] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 67beefb3-d458-4cff-b132-122b766ade48/67beefb3-d458-4cff-b132-122b766ade48.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.066927] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa48995-e232-4699-a31a-f700511ff911 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.088399] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 621.088399] env[69702]: value = "task-3084542" [ 621.088399] env[69702]: _type = "Task" [ 621.088399] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.096746] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.097269] env[69702]: DEBUG nova.compute.manager [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.099978] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.100265] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.103s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.102038] env[69702]: INFO nova.compute.claims [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.114422] env[69702]: DEBUG nova.compute.manager [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.537857] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Acquiring lock "5f1a53e0-9d97-4f01-928e-0524eebd7bf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.538159] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Lock "5f1a53e0-9d97-4f01-928e-0524eebd7bf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.539205] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Acquiring lock "5f1a53e0-9d97-4f01-928e-0524eebd7bf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.539205] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Lock "5f1a53e0-9d97-4f01-928e-0524eebd7bf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.539205] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Lock "5f1a53e0-9d97-4f01-928e-0524eebd7bf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.540887] env[69702]: INFO nova.compute.manager [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Terminating instance [ 621.597716] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084542, 'name': ReconfigVM_Task, 'duration_secs': 0.286285} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.598105] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 67beefb3-d458-4cff-b132-122b766ade48/67beefb3-d458-4cff-b132-122b766ade48.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.598752] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34f99944-7a58-47e7-984b-b9486410fcfd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.607179] env[69702]: DEBUG nova.compute.utils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.610744] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 621.610744] env[69702]: value = "task-3084543" [ 621.610744] env[69702]: _type = "Task" [ 621.610744] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.611100] env[69702]: DEBUG nova.compute.manager [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.611239] env[69702]: DEBUG nova.network.neutron [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.628969] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084543, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.640822] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.655835] env[69702]: DEBUG nova.network.neutron [-] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.824846] env[69702]: DEBUG nova.network.neutron [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Successfully updated port: 9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.863467] env[69702]: DEBUG nova.policy [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ff24d6c9f2c476ba274d2208c001d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '516b3865bb84467bb9da706cce6d42f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.046355] env[69702]: DEBUG nova.compute.manager [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.046355] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.046896] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ec7567-4d28-4c19-8a53-5458278c538f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.055029] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.055318] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6bc4819-a796-4c71-beb8-e633d216f8f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.061717] env[69702]: DEBUG oslo_vmware.api [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Waiting for the task: (returnval){ [ 622.061717] env[69702]: value = "task-3084544" [ 622.061717] env[69702]: _type = "Task" [ 622.061717] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.070149] env[69702]: DEBUG oslo_vmware.api [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.111988] env[69702]: DEBUG nova.compute.manager [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.130329] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084543, 'name': Rename_Task, 'duration_secs': 0.141994} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.130709] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.131032] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfea7d1e-382e-4e10-9c49-647c3156d130 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.138872] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 622.138872] env[69702]: value = "task-3084545" [ 622.138872] env[69702]: _type = "Task" [ 622.138872] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.155868] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.159491] env[69702]: INFO nova.compute.manager [-] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Took 1.52 seconds to deallocate network for instance. [ 622.328946] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "refresh_cache-482aa6c4-1309-45c1-a36c-0cd271b8d26f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.328946] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired lock "refresh_cache-482aa6c4-1309-45c1-a36c-0cd271b8d26f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.328946] env[69702]: DEBUG nova.network.neutron [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.463070] env[69702]: DEBUG nova.network.neutron [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Successfully created port: 737b2ff9-58a8-4246-8f92-d23632f8d57e {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.547926] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f05c31-361a-4265-9d53-c200e48a0aa6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.555984] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1154ab5-622f-4eb5-b186-0488facff7ac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.597984] env[69702]: DEBUG nova.compute.manager [req-43ebb420-f088-470e-911d-5875495ba7de req-51968f5d-c68e-49e7-976f-fe99dbbc1e1d service nova] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Received event network-vif-deleted-314042ee-5e2e-41df-9481-9ac6876cab2d {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.604320] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b587053e-ad05-47dc-b25e-514d75f6ad1e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.615589] env[69702]: DEBUG oslo_vmware.api [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084544, 'name': PowerOffVM_Task, 'duration_secs': 0.265072} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.618098] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.618310] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.618628] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1f8eb45-ce0a-4201-ae54-409afecd53c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.621813] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921bfd32-00b3-41f1-8070-acc59843530f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.642450] env[69702]: DEBUG nova.compute.provider_tree [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.654181] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084545, 'name': PowerOnVM_Task, 'duration_secs': 0.478235} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.654181] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.654181] env[69702]: INFO nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Took 11.27 seconds to spawn the instance on the hypervisor. [ 622.654181] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.654856] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b29af6-a03e-471c-aa5a-22e5dcd3df8c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.666776] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.714254] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.715027] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.715027] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Deleting the datastore file [datastore1] 5f1a53e0-9d97-4f01-928e-0524eebd7bf9 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.715261] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-216ab5e3-b9ec-4414-a607-8003d20a7e32 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.723586] env[69702]: DEBUG oslo_vmware.api [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Waiting for the task: (returnval){ [ 622.723586] env[69702]: value = "task-3084547" [ 622.723586] env[69702]: _type = "Task" [ 622.723586] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.733273] env[69702]: DEBUG oslo_vmware.api [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.908222] env[69702]: DEBUG nova.network.neutron [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.135739] env[69702]: DEBUG nova.compute.manager [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.148456] env[69702]: DEBUG nova.scheduler.client.report [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.169944] env[69702]: DEBUG nova.virt.hardware [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.169944] env[69702]: DEBUG nova.virt.hardware [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.170215] env[69702]: DEBUG nova.virt.hardware [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.170386] env[69702]: DEBUG nova.virt.hardware [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.170478] env[69702]: DEBUG nova.virt.hardware [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.170594] env[69702]: DEBUG nova.virt.hardware [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.170783] env[69702]: DEBUG nova.virt.hardware [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.170931] env[69702]: DEBUG nova.virt.hardware [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.174837] env[69702]: DEBUG nova.virt.hardware [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.174837] env[69702]: DEBUG nova.virt.hardware [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.174837] env[69702]: DEBUG nova.virt.hardware [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.178509] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbea6d84-1246-496e-84dc-3a3aee0e6083 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.184261] env[69702]: INFO nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Took 19.53 seconds to build instance. [ 623.190611] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1d3619-6892-4792-924b-529d89ea8ed8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.232525] env[69702]: DEBUG oslo_vmware.api [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Task: {'id': task-3084547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172022} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.233473] env[69702]: DEBUG nova.network.neutron [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Updating instance_info_cache with network_info: [{"id": "9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345", "address": "fa:16:3e:cf:72:a9", "network": {"id": "b084a9c9-7e90-42b0-a9e8-86813d4c8295", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-138166895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0ebde1b5274ba79bda775be1021e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8bb5ab-de", "ovs_interfaceid": "9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.234624] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.234803] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.234981] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.235159] env[69702]: INFO nova.compute.manager [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 623.235387] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.235755] env[69702]: DEBUG nova.compute.manager [-] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.235845] env[69702]: DEBUG nova.network.neutron [-] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.663029] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.663029] env[69702]: DEBUG nova.compute.manager [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.665193] env[69702]: DEBUG oslo_concurrency.lockutils [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.940s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.665458] env[69702]: DEBUG nova.objects.instance [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Lazy-loading 'resources' on Instance uuid 1d519536-f57a-46cd-a4c8-e7617274eafd {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 623.688894] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "67beefb3-d458-4cff-b132-122b766ade48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.225s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.736274] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Releasing lock "refresh_cache-482aa6c4-1309-45c1-a36c-0cd271b8d26f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.736610] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Instance network_info: |[{"id": "9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345", "address": "fa:16:3e:cf:72:a9", "network": {"id": "b084a9c9-7e90-42b0-a9e8-86813d4c8295", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-138166895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0ebde1b5274ba79bda775be1021e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8bb5ab-de", "ovs_interfaceid": "9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.736998] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:72:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.745688] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.746246] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.746882] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-860cbe93-d748-47b1-be2b-540547a5aa91 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.768396] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.768396] env[69702]: value = "task-3084548" [ 623.768396] env[69702]: _type = "Task" [ 623.768396] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.776916] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084548, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.129247] env[69702]: DEBUG nova.network.neutron [-] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.169464] env[69702]: DEBUG nova.compute.utils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.179894] env[69702]: DEBUG nova.compute.manager [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.180590] env[69702]: DEBUG nova.network.neutron [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.191889] env[69702]: DEBUG nova.compute.manager [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.278957] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084548, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.566217] env[69702]: DEBUG nova.policy [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ff24d6c9f2c476ba274d2208c001d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '516b3865bb84467bb9da706cce6d42f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.589029] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343a7dae-502b-4959-9e8f-2082d3c8f6e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.594972] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591c2d2f-ec6a-4ad2-8119-fde1b371ba62 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.627635] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a259d7cd-47f4-44a5-8850-81081349c127 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.634768] env[69702]: INFO nova.compute.manager [-] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Took 1.40 seconds to deallocate network for instance. [ 624.636034] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaedaae-fbdb-427b-990a-cbcd014ba1ac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.653457] env[69702]: DEBUG nova.compute.provider_tree [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.680838] env[69702]: DEBUG nova.compute.manager [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.715709] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.785107] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084548, 'name': CreateVM_Task, 'duration_secs': 0.788609} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.785107] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.785502] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.785722] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.786104] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.787107] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be731c9-2390-4cc4-b5f7-dda3f01c127e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.793034] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 624.793034] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52903693-0163-d7be-2c41-ae20b5ee3fd6" [ 624.793034] env[69702]: _type = "Task" [ 624.793034] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.801921] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52903693-0163-d7be-2c41-ae20b5ee3fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.158200] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.158200] env[69702]: DEBUG nova.scheduler.client.report [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.278461] env[69702]: DEBUG nova.network.neutron [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Successfully created port: ea56e98d-5965-4bff-bdc3-a49b7fbaf67a {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.300153] env[69702]: DEBUG nova.network.neutron [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Successfully updated port: 737b2ff9-58a8-4246-8f92-d23632f8d57e {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.306555] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52903693-0163-d7be-2c41-ae20b5ee3fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.015458} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.306886] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.307600] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.307600] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.307600] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.307724] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.308011] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b102457-c1de-400c-b99b-9498596a9898 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.317286] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.317286] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.317814] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034426a4-599b-4afa-bce2-8d087dd2b7df {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.324333] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 625.324333] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f8592d-00fe-b55e-18fe-0eafef7d5b79" [ 625.324333] env[69702]: _type = "Task" [ 625.324333] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.333674] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f8592d-00fe-b55e-18fe-0eafef7d5b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.663670] env[69702]: DEBUG oslo_concurrency.lockutils [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.666908] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.547s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.667190] env[69702]: DEBUG nova.objects.instance [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Lazy-loading 'resources' on Instance uuid edae291d-98b3-4c0e-9173-f95dfbf7d745 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.691597] env[69702]: DEBUG nova.compute.manager [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.694896] env[69702]: INFO nova.scheduler.client.report [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Deleted allocations for instance 1d519536-f57a-46cd-a4c8-e7617274eafd [ 625.736161] env[69702]: DEBUG nova.virt.hardware [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.736161] env[69702]: DEBUG nova.virt.hardware [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.736161] env[69702]: DEBUG nova.virt.hardware [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.736699] env[69702]: DEBUG nova.virt.hardware [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.736699] env[69702]: DEBUG nova.virt.hardware [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.736699] env[69702]: DEBUG nova.virt.hardware [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.736699] env[69702]: DEBUG nova.virt.hardware [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.736831] env[69702]: DEBUG nova.virt.hardware [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.736957] env[69702]: DEBUG nova.virt.hardware [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.738108] env[69702]: DEBUG nova.virt.hardware [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.738326] env[69702]: DEBUG nova.virt.hardware [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.739484] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e368dc5-b209-4a84-85a7-4c3684037cfe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.747398] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a3632f-a8c2-4fe9-a6b6-b6a0da6972a0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.807973] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "refresh_cache-ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.809915] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "refresh_cache-ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.810169] env[69702]: DEBUG nova.network.neutron [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.840207] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f8592d-00fe-b55e-18fe-0eafef7d5b79, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.840995] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7626972-f609-46d9-8a39-180f87421a84 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.847322] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 625.847322] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c318c9-2f62-d712-a8b1-bac61bbd41ab" [ 625.847322] env[69702]: _type = "Task" [ 625.847322] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.855856] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c318c9-2f62-d712-a8b1-bac61bbd41ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.204406] env[69702]: DEBUG oslo_concurrency.lockutils [None req-895feabf-6a0e-40a3-9771-033f2e528608 tempest-DeleteServersAdminTestJSON-42045843 tempest-DeleteServersAdminTestJSON-42045843-project-admin] Lock "1d519536-f57a-46cd-a4c8-e7617274eafd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.434s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.371179] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c318c9-2f62-d712-a8b1-bac61bbd41ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.371179] env[69702]: DEBUG nova.network.neutron [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.372725] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.372991] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 482aa6c4-1309-45c1-a36c-0cd271b8d26f/482aa6c4-1309-45c1-a36c-0cd271b8d26f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.374154] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e37d34a-707e-4b7c-9dbc-a25d5c23ba6b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.382033] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 626.382033] env[69702]: value = "task-3084549" [ 626.382033] env[69702]: _type = "Task" [ 626.382033] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.397123] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.601740] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a29cd1-c0e7-4a51-b085-d5e9669fe9e8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.609603] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af393223-4ccc-43f7-9ee7-9fd0a0decce5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.641178] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f43137-8c55-4fb2-bf73-67acd9ac0cd4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.648929] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4287d62-96aa-4757-9b37-10899fa0ea24 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.664316] env[69702]: DEBUG nova.compute.provider_tree [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.699845] env[69702]: DEBUG nova.compute.manager [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Received event network-vif-plugged-9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.700419] env[69702]: DEBUG oslo_concurrency.lockutils [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] Acquiring lock "482aa6c4-1309-45c1-a36c-0cd271b8d26f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.700419] env[69702]: DEBUG oslo_concurrency.lockutils [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] Lock "482aa6c4-1309-45c1-a36c-0cd271b8d26f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.700419] env[69702]: DEBUG oslo_concurrency.lockutils [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] Lock "482aa6c4-1309-45c1-a36c-0cd271b8d26f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.700574] env[69702]: DEBUG nova.compute.manager [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] No waiting events found dispatching network-vif-plugged-9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.701025] env[69702]: WARNING nova.compute.manager [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Received unexpected event network-vif-plugged-9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345 for instance with vm_state building and task_state spawning. [ 626.701025] env[69702]: DEBUG nova.compute.manager [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Received event network-changed-9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.701137] env[69702]: DEBUG nova.compute.manager [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Refreshing instance network info cache due to event network-changed-9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.701298] env[69702]: DEBUG oslo_concurrency.lockutils [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] Acquiring lock "refresh_cache-482aa6c4-1309-45c1-a36c-0cd271b8d26f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.701450] env[69702]: DEBUG oslo_concurrency.lockutils [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] Acquired lock "refresh_cache-482aa6c4-1309-45c1-a36c-0cd271b8d26f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.701608] env[69702]: DEBUG nova.network.neutron [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Refreshing network info cache for port 9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.784210] env[69702]: DEBUG nova.network.neutron [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Updating instance_info_cache with network_info: [{"id": "737b2ff9-58a8-4246-8f92-d23632f8d57e", "address": "fa:16:3e:2e:73:ef", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737b2ff9-58", "ovs_interfaceid": "737b2ff9-58a8-4246-8f92-d23632f8d57e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.902330] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084549, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.171530] env[69702]: DEBUG nova.scheduler.client.report [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.286534] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "refresh_cache-ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.286938] env[69702]: DEBUG nova.compute.manager [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Instance network_info: |[{"id": "737b2ff9-58a8-4246-8f92-d23632f8d57e", "address": "fa:16:3e:2e:73:ef", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737b2ff9-58", "ovs_interfaceid": "737b2ff9-58a8-4246-8f92-d23632f8d57e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.287486] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:73:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '737b2ff9-58a8-4246-8f92-d23632f8d57e', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.295982] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Creating folder: Project (516b3865bb84467bb9da706cce6d42f2). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.296326] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce36b77c-11a5-46b4-be26-e8dd8943e27d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.307997] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Created folder: Project (516b3865bb84467bb9da706cce6d42f2) in parent group-v617437. [ 627.308215] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Creating folder: Instances. Parent ref: group-v617472. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.308651] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77fb1b48-99ba-4b11-b45b-5454449528dd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.318549] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Created folder: Instances in parent group-v617472. [ 627.318799] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.319328] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.319874] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ed3c969-5ffa-4395-a5a8-0247c77e13fd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.341237] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.341237] env[69702]: value = "task-3084552" [ 627.341237] env[69702]: _type = "Task" [ 627.341237] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.351506] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084552, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.401730] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663078} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.402106] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 482aa6c4-1309-45c1-a36c-0cd271b8d26f/482aa6c4-1309-45c1-a36c-0cd271b8d26f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.402368] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.402681] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88660c8e-2adb-4a9c-b49a-794bd6f6ba08 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.418678] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 627.418678] env[69702]: value = "task-3084553" [ 627.418678] env[69702]: _type = "Task" [ 627.418678] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.434771] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.672955] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.675746] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.704s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.677269] env[69702]: INFO nova.compute.claims [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.712528] env[69702]: INFO nova.scheduler.client.report [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Deleted allocations for instance edae291d-98b3-4c0e-9173-f95dfbf7d745 [ 627.853174] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084552, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.877038] env[69702]: DEBUG nova.network.neutron [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Updated VIF entry in instance network info cache for port 9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.877477] env[69702]: DEBUG nova.network.neutron [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Updating instance_info_cache with network_info: [{"id": "9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345", "address": "fa:16:3e:cf:72:a9", "network": {"id": "b084a9c9-7e90-42b0-a9e8-86813d4c8295", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-138166895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0ebde1b5274ba79bda775be1021e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8bb5ab-de", "ovs_interfaceid": "9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.934135] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073386} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.935103] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.935198] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d727c5-0fc1-4910-832c-fc7082c1eba5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.961247] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 482aa6c4-1309-45c1-a36c-0cd271b8d26f/482aa6c4-1309-45c1-a36c-0cd271b8d26f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.962247] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22a1a79b-2633-4650-a615-f3ddbe5c09fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.980906] env[69702]: DEBUG nova.network.neutron [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Successfully updated port: ea56e98d-5965-4bff-bdc3-a49b7fbaf67a {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.987868] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 627.987868] env[69702]: value = "task-3084554" [ 627.987868] env[69702]: _type = "Task" [ 627.987868] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.996814] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.222698] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37bb6976-4ce5-4cb3-a209-481298f4e612 tempest-ServerDiagnosticsNegativeTest-248555804 tempest-ServerDiagnosticsNegativeTest-248555804-project-member] Lock "edae291d-98b3-4c0e-9173-f95dfbf7d745" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.634s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.352477] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084552, 'name': CreateVM_Task, 'duration_secs': 0.758479} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.352742] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.353574] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.353817] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.354184] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.354468] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf57ae1-7a09-436f-b081-a72e61698ab8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.360177] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 628.360177] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fca2e3-f5bc-2710-4831-05da057119e7" [ 628.360177] env[69702]: _type = "Task" [ 628.360177] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.368815] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fca2e3-f5bc-2710-4831-05da057119e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.381021] env[69702]: DEBUG oslo_concurrency.lockutils [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] Releasing lock "refresh_cache-482aa6c4-1309-45c1-a36c-0cd271b8d26f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.381021] env[69702]: DEBUG nova.compute.manager [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Received event network-changed-4808baa9-02bf-4a8d-872a-24a8e773e869 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.381174] env[69702]: DEBUG nova.compute.manager [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Refreshing instance network info cache due to event network-changed-4808baa9-02bf-4a8d-872a-24a8e773e869. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.381510] env[69702]: DEBUG oslo_concurrency.lockutils [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] Acquiring lock "refresh_cache-5b6a06da-6a08-4be6-8e9f-f838996fc6bd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.381659] env[69702]: DEBUG oslo_concurrency.lockutils [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] Acquired lock "refresh_cache-5b6a06da-6a08-4be6-8e9f-f838996fc6bd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.381825] env[69702]: DEBUG nova.network.neutron [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Refreshing network info cache for port 4808baa9-02bf-4a8d-872a-24a8e773e869 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.486066] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "refresh_cache-7121d29a-abb6-4ade-983a-a82808be3e73" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.486066] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "refresh_cache-7121d29a-abb6-4ade-983a-a82808be3e73" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.486066] env[69702]: DEBUG nova.network.neutron [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.504411] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084554, 'name': ReconfigVM_Task, 'duration_secs': 0.379388} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.504721] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 482aa6c4-1309-45c1-a36c-0cd271b8d26f/482aa6c4-1309-45c1-a36c-0cd271b8d26f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.505784] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdb97cbe-1cf3-4e6a-b1b9-6f14dffe6d73 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.513141] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 628.513141] env[69702]: value = "task-3084555" [ 628.513141] env[69702]: _type = "Task" [ 628.513141] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.522725] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084555, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.879871] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fca2e3-f5bc-2710-4831-05da057119e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.879871] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.879871] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.879871] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.880641] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.880641] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.880641] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e3d616-63ee-4115-84c8-312cd99ad827 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.889857] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.890432] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.893114] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a698c2d3-633b-4995-8f2d-15f16c082b26 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.901119] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 628.901119] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52966c87-de80-4257-c445-1b967bf811ce" [ 628.901119] env[69702]: _type = "Task" [ 628.901119] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.909673] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52966c87-de80-4257-c445-1b967bf811ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.937088] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Acquiring lock "58f8e93d-252b-4b10-acbb-992512434c5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.937470] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Lock "58f8e93d-252b-4b10-acbb-992512434c5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.025217] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084555, 'name': Rename_Task, 'duration_secs': 0.140323} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.033837] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.033837] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b16d04f-49bc-4e46-be98-d03ab46aded5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.039889] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 629.039889] env[69702]: value = "task-3084556" [ 629.039889] env[69702]: _type = "Task" [ 629.039889] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.051603] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.101356] env[69702]: DEBUG nova.network.neutron [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.115232] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1865b8-e9f5-46cc-9ff2-210e769cfea1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.124656] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49231b53-f67c-4724-a6c6-a677ad32e098 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.160931] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f0cdd1-6255-4b57-a2ed-22921620734e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.169051] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505da53c-a3c3-43a2-bf8b-9b4b8c0729e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.184144] env[69702]: DEBUG nova.compute.provider_tree [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.415747] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52966c87-de80-4257-c445-1b967bf811ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008088} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.416702] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-866c9302-b920-4fd0-863a-54f3e14f2e0f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.424802] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 629.424802] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cbe47a-e08f-94a5-4e3e-da04443eb21c" [ 629.424802] env[69702]: _type = "Task" [ 629.424802] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.436541] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cbe47a-e08f-94a5-4e3e-da04443eb21c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.554441] env[69702]: DEBUG oslo_vmware.api [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084556, 'name': PowerOnVM_Task, 'duration_secs': 0.480029} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.555054] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.555211] env[69702]: INFO nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Took 8.99 seconds to spawn the instance on the hypervisor. [ 629.555423] env[69702]: DEBUG nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.556241] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbe8eb4-53e6-4247-9daf-3697bd0e90df {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.581815] env[69702]: DEBUG nova.network.neutron [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Updating instance_info_cache with network_info: [{"id": "ea56e98d-5965-4bff-bdc3-a49b7fbaf67a", "address": "fa:16:3e:54:9a:7e", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea56e98d-59", "ovs_interfaceid": "ea56e98d-5965-4bff-bdc3-a49b7fbaf67a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.596440] env[69702]: DEBUG nova.network.neutron [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Updated VIF entry in instance network info cache for port 4808baa9-02bf-4a8d-872a-24a8e773e869. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.596440] env[69702]: DEBUG nova.network.neutron [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Updating instance_info_cache with network_info: [{"id": "4808baa9-02bf-4a8d-872a-24a8e773e869", "address": "fa:16:3e:65:c5:09", "network": {"id": "ee477ccb-3d4a-4a17-8aa1-268498c4013e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1796106608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "004ac863eeca48d5a7b67251cd90369f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4808baa9-02", "ovs_interfaceid": "4808baa9-02bf-4a8d-872a-24a8e773e869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.688118] env[69702]: DEBUG nova.scheduler.client.report [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.940933] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cbe47a-e08f-94a5-4e3e-da04443eb21c, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.940933] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.940933] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad/ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.940933] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cb26213-46c6-4004-b64b-a78373d18d7f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.948344] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 629.948344] env[69702]: value = "task-3084557" [ 629.948344] env[69702]: _type = "Task" [ 629.948344] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.957339] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.079257] env[69702]: INFO nova.compute.manager [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Took 25.16 seconds to build instance. [ 630.085113] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "refresh_cache-7121d29a-abb6-4ade-983a-a82808be3e73" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.085952] env[69702]: DEBUG nova.compute.manager [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Instance network_info: |[{"id": "ea56e98d-5965-4bff-bdc3-a49b7fbaf67a", "address": "fa:16:3e:54:9a:7e", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea56e98d-59", "ovs_interfaceid": "ea56e98d-5965-4bff-bdc3-a49b7fbaf67a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.086088] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:9a:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea56e98d-5965-4bff-bdc3-a49b7fbaf67a', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.099026] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.102424] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.102826] env[69702]: DEBUG oslo_concurrency.lockutils [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] Releasing lock "refresh_cache-5b6a06da-6a08-4be6-8e9f-f838996fc6bd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.103077] env[69702]: DEBUG nova.compute.manager [req-352b481a-5acd-4f9c-bdbd-efcf1b5ae1a5 req-7ea949ef-d38c-4583-a101-d19ac7d97a7b service nova] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Received event network-vif-deleted-7fc9134e-9ad0-4b2b-b990-7152f9c4098b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.103445] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fedeb80-2b32-4a7a-a49a-d007f73ab9ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.128661] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.128661] env[69702]: value = "task-3084558" [ 630.128661] env[69702]: _type = "Task" [ 630.128661] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.138285] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084558, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.197419] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.197922] env[69702]: DEBUG nova.compute.manager [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.202747] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.685s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.208124] env[69702]: INFO nova.compute.claims [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.467791] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084557, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.472805] env[69702]: DEBUG nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Received event network-vif-plugged-737b2ff9-58a8-4246-8f92-d23632f8d57e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.472805] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Acquiring lock "ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.473105] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Lock "ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.473673] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Lock "ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.473926] env[69702]: DEBUG nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] No waiting events found dispatching network-vif-plugged-737b2ff9-58a8-4246-8f92-d23632f8d57e {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.474179] env[69702]: WARNING nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Received unexpected event network-vif-plugged-737b2ff9-58a8-4246-8f92-d23632f8d57e for instance with vm_state building and task_state spawning. [ 630.474687] env[69702]: DEBUG nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Received event network-changed-89408cc1-b720-4d05-a838-680ca40666c9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.474687] env[69702]: DEBUG nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Refreshing instance network info cache due to event network-changed-89408cc1-b720-4d05-a838-680ca40666c9. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.474802] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Acquiring lock "refresh_cache-85bba348-d435-40fa-bf2a-a30812d99789" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.474932] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Acquired lock "refresh_cache-85bba348-d435-40fa-bf2a-a30812d99789" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.475122] env[69702]: DEBUG nova.network.neutron [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Refreshing network info cache for port 89408cc1-b720-4d05-a838-680ca40666c9 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.581374] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ac0586a-e98c-4864-b717-24f62ba970c8 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "482aa6c4-1309-45c1-a36c-0cd271b8d26f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.078s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.643122] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084558, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.714327] env[69702]: DEBUG nova.compute.utils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.715781] env[69702]: DEBUG nova.compute.manager [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.715952] env[69702]: DEBUG nova.network.neutron [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.783808] env[69702]: DEBUG nova.policy [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51eb5c91d21b418a9493c76bd07224ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af860c7fc46c4dd1af90f7b0f2dd608a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.828686] env[69702]: DEBUG nova.compute.manager [None req-a70d931f-39ad-455e-8183-c546d0e312b5 tempest-ServerDiagnosticsV248Test-460410475 tempest-ServerDiagnosticsV248Test-460410475-project-admin] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.830333] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd5ff8d-3505-4832-b36e-9348e746a751 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.839101] env[69702]: INFO nova.compute.manager [None req-a70d931f-39ad-455e-8183-c546d0e312b5 tempest-ServerDiagnosticsV248Test-460410475 tempest-ServerDiagnosticsV248Test-460410475-project-admin] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Retrieving diagnostics [ 630.839810] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aee370c-ca88-4930-a127-277a1eb04342 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.968023] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686893} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.968023] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad/ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.968023] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.968023] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2d4a1e7-ef0f-443b-949c-cd8ee8058ed0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.976349] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 630.976349] env[69702]: value = "task-3084559" [ 630.976349] env[69702]: _type = "Task" [ 630.976349] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.994722] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.085430] env[69702]: DEBUG nova.compute.manager [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.143277] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084558, 'name': CreateVM_Task, 'duration_secs': 0.618433} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.143455] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.144287] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.144474] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.144782] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.145045] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339535bc-a82b-408a-be7a-c765c945a489 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.150929] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 631.150929] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5290df65-e23c-7206-028c-1f249c4837e6" [ 631.150929] env[69702]: _type = "Task" [ 631.150929] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.159193] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5290df65-e23c-7206-028c-1f249c4837e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.221599] env[69702]: DEBUG nova.compute.manager [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.415456] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquiring lock "8a28ee81-c65d-4ccf-b8ea-d759a3375ed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.415823] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "8a28ee81-c65d-4ccf-b8ea-d759a3375ed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.495808] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070443} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.495808] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.495808] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9646ab1-2b77-4f7c-a93b-49fd593806ea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.521391] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad/ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.524868] env[69702]: DEBUG nova.network.neutron [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Successfully created port: 7ac3f2d6-5204-4787-a915-63d075a566c6 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.526774] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a98e580c-16b6-49c0-90f2-bc94db87508b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.542526] env[69702]: DEBUG nova.network.neutron [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Updated VIF entry in instance network info cache for port 89408cc1-b720-4d05-a838-680ca40666c9. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.546603] env[69702]: DEBUG nova.network.neutron [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Updating instance_info_cache with network_info: [{"id": "89408cc1-b720-4d05-a838-680ca40666c9", "address": "fa:16:3e:84:bf:a5", "network": {"id": "7d23d71b-9846-4a08-9b65-f70b1f293f79", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1499123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2377c40364644b8e59df51a70c2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89408cc1-b7", "ovs_interfaceid": "89408cc1-b720-4d05-a838-680ca40666c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.554321] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 631.554321] env[69702]: value = "task-3084560" [ 631.554321] env[69702]: _type = "Task" [ 631.554321] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.576390] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.617017] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.661746] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5290df65-e23c-7206-028c-1f249c4837e6, 'name': SearchDatastore_Task, 'duration_secs': 0.045749} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.664320] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.664555] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.665319] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.665319] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.665319] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.666015] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c63a69b-f843-4050-af22-510ef40b783d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.679649] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.679779] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.680531] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba7b008-b0fd-469e-9dda-147a575f4d10 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.686988] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 631.686988] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bad7a9-d783-ce22-f8e5-f9ae2d0bb9d8" [ 631.686988] env[69702]: _type = "Task" [ 631.686988] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.697386] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bad7a9-d783-ce22-f8e5-f9ae2d0bb9d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.755627] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b95e553-1f44-4d5a-bf2b-35cf1bc875e5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.764084] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81f08dc-d32c-48c7-a256-0b09d88f0b4f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.796931] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904e2503-de76-4c8c-9508-ecd1048e354b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.805869] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad6cc2b-d8e0-4f28-9dd0-ce507893679d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.822703] env[69702]: DEBUG nova.compute.provider_tree [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.048707] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Releasing lock "refresh_cache-85bba348-d435-40fa-bf2a-a30812d99789" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.049205] env[69702]: DEBUG nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Received event network-changed-737b2ff9-58a8-4246-8f92-d23632f8d57e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.049205] env[69702]: DEBUG nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Refreshing instance network info cache due to event network-changed-737b2ff9-58a8-4246-8f92-d23632f8d57e. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.049505] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Acquiring lock "refresh_cache-ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.049586] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Acquired lock "refresh_cache-ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.049733] env[69702]: DEBUG nova.network.neutron [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Refreshing network info cache for port 737b2ff9-58a8-4246-8f92-d23632f8d57e {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.071631] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.199405] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bad7a9-d783-ce22-f8e5-f9ae2d0bb9d8, 'name': SearchDatastore_Task, 'duration_secs': 0.046637} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.200426] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5998483a-4c2e-444a-811e-8c98e30ccb14 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.208187] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 632.208187] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529d3cb2-1b1a-575a-590a-aabb6e7e27ce" [ 632.208187] env[69702]: _type = "Task" [ 632.208187] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.224206] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529d3cb2-1b1a-575a-590a-aabb6e7e27ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.240010] env[69702]: DEBUG nova.compute.manager [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.268699] env[69702]: DEBUG nova.virt.hardware [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.268936] env[69702]: DEBUG nova.virt.hardware [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.269103] env[69702]: DEBUG nova.virt.hardware [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.269289] env[69702]: DEBUG nova.virt.hardware [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.269434] env[69702]: DEBUG nova.virt.hardware [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.269629] env[69702]: DEBUG nova.virt.hardware [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.271192] env[69702]: DEBUG nova.virt.hardware [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.271192] env[69702]: DEBUG nova.virt.hardware [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.271192] env[69702]: DEBUG nova.virt.hardware [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.271192] env[69702]: DEBUG nova.virt.hardware [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.271192] env[69702]: DEBUG nova.virt.hardware [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.271454] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed06ade9-6ca0-4bbc-8a69-3d25f221daae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.279780] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b635510e-a606-49e1-b72e-eb8cc118196b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.325372] env[69702]: DEBUG nova.scheduler.client.report [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.566767] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084560, 'name': ReconfigVM_Task, 'duration_secs': 0.756172} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.566767] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Reconfigured VM instance instance-0000000e to attach disk [datastore2] ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad/ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.567310] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e13afb40-6102-4f8b-9700-08a98cb36d8f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.575877] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 632.575877] env[69702]: value = "task-3084561" [ 632.575877] env[69702]: _type = "Task" [ 632.575877] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.588574] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084561, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.720719] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529d3cb2-1b1a-575a-590a-aabb6e7e27ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.720922] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.721634] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 7121d29a-abb6-4ade-983a-a82808be3e73/7121d29a-abb6-4ade-983a-a82808be3e73.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.722089] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d29c4f56-9623-4253-b634-ac643d3b2b84 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.731896] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 632.731896] env[69702]: value = "task-3084562" [ 632.731896] env[69702]: _type = "Task" [ 632.731896] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.747729] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.830613] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.831222] env[69702]: DEBUG nova.compute.manager [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.834322] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.755s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.839696] env[69702]: INFO nova.compute.claims [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.987945] env[69702]: DEBUG nova.network.neutron [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Updated VIF entry in instance network info cache for port 737b2ff9-58a8-4246-8f92-d23632f8d57e. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.988398] env[69702]: DEBUG nova.network.neutron [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Updating instance_info_cache with network_info: [{"id": "737b2ff9-58a8-4246-8f92-d23632f8d57e", "address": "fa:16:3e:2e:73:ef", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737b2ff9-58", "ovs_interfaceid": "737b2ff9-58a8-4246-8f92-d23632f8d57e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.086932] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084561, 'name': Rename_Task, 'duration_secs': 0.145906} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.087318] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.087543] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c4bdb53-4ca3-4eb3-bbd0-dac732e392b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.093727] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 633.093727] env[69702]: value = "task-3084563" [ 633.093727] env[69702]: _type = "Task" [ 633.093727] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.102173] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.242374] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084562, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.331518] env[69702]: DEBUG nova.network.neutron [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Successfully updated port: 7ac3f2d6-5204-4787-a915-63d075a566c6 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.345303] env[69702]: DEBUG nova.compute.utils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.352401] env[69702]: DEBUG nova.compute.manager [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.352557] env[69702]: DEBUG nova.network.neutron [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.484354] env[69702]: DEBUG nova.policy [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'def691b4bda14130ad5abf236f7fe5cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acfa90514c3544398299897f053aaf73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.497104] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Releasing lock "refresh_cache-ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.497104] env[69702]: DEBUG nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Received event network-changed-4808baa9-02bf-4a8d-872a-24a8e773e869 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.497104] env[69702]: DEBUG nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Refreshing instance network info cache due to event network-changed-4808baa9-02bf-4a8d-872a-24a8e773e869. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.497104] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Acquiring lock "refresh_cache-5b6a06da-6a08-4be6-8e9f-f838996fc6bd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.497104] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Acquired lock "refresh_cache-5b6a06da-6a08-4be6-8e9f-f838996fc6bd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.497444] env[69702]: DEBUG nova.network.neutron [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Refreshing network info cache for port 4808baa9-02bf-4a8d-872a-24a8e773e869 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.606387] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084563, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.753664] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830299} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.754021] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 7121d29a-abb6-4ade-983a-a82808be3e73/7121d29a-abb6-4ade-983a-a82808be3e73.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.754254] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.754519] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eec17a3b-fed4-429e-a14e-5de9144d3f9c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.764209] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 633.764209] env[69702]: value = "task-3084564" [ 633.764209] env[69702]: _type = "Task" [ 633.764209] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.774032] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Acquiring lock "ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.779023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Lock "ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.779023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Acquiring lock "ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.779023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Lock "ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.779023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Lock "ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.779784] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.783565] env[69702]: INFO nova.compute.manager [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Terminating instance [ 633.798194] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.798194] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.837869] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.838130] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.838364] env[69702]: DEBUG nova.network.neutron [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.852483] env[69702]: DEBUG nova.compute.manager [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.107119] env[69702]: DEBUG oslo_vmware.api [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084563, 'name': PowerOnVM_Task, 'duration_secs': 0.626387} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.110150] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.110384] env[69702]: INFO nova.compute.manager [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Took 10.97 seconds to spawn the instance on the hypervisor. [ 634.111033] env[69702]: DEBUG nova.compute.manager [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.111916] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586c3605-a4bd-40f2-93b7-62170dbfda27 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.248287] env[69702]: DEBUG nova.network.neutron [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Successfully created port: e0a2105c-ecaf-4af2-a855-041e36487418 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.275194] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142039} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.277986] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.279324] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af61341-b9d7-4262-aa7f-4d6a24d70955 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.295905] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Acquiring lock "refresh_cache-ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.295905] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Acquired lock "refresh_cache-ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.296192] env[69702]: DEBUG nova.network.neutron [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.307498] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 7121d29a-abb6-4ade-983a-a82808be3e73/7121d29a-abb6-4ade-983a-a82808be3e73.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.313822] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6d1d55e-c958-434d-a56d-a7fc01a7abe0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.337262] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 634.337262] env[69702]: value = "task-3084565" [ 634.337262] env[69702]: _type = "Task" [ 634.337262] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.346685] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Acquiring lock "86f7bb58-2b6a-4d7e-8a07-e8ce6f303051" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.346994] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Lock "86f7bb58-2b6a-4d7e-8a07-e8ce6f303051" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.357583] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.380597] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e08003-b032-4537-b89a-938ac0c41132 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.391288] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f423f6a-4684-466e-a68f-ef55e5cfa7a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.428390] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fae94f-1b4b-4710-a52d-1d6419d2579e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.437606] env[69702]: DEBUG nova.network.neutron [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.441873] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b7d59f-2562-4a06-a652-dfc61cec455b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.463555] env[69702]: DEBUG nova.compute.provider_tree [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.633603] env[69702]: INFO nova.compute.manager [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Took 27.67 seconds to build instance. [ 634.849360] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.864817] env[69702]: DEBUG nova.compute.manager [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.879184] env[69702]: DEBUG nova.network.neutron [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Updated VIF entry in instance network info cache for port 4808baa9-02bf-4a8d-872a-24a8e773e869. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.879558] env[69702]: DEBUG nova.network.neutron [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Updating instance_info_cache with network_info: [{"id": "4808baa9-02bf-4a8d-872a-24a8e773e869", "address": "fa:16:3e:65:c5:09", "network": {"id": "ee477ccb-3d4a-4a17-8aa1-268498c4013e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1796106608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "004ac863eeca48d5a7b67251cd90369f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4808baa9-02", "ovs_interfaceid": "4808baa9-02bf-4a8d-872a-24a8e773e869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.892797] env[69702]: DEBUG nova.virt.hardware [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.893034] env[69702]: DEBUG nova.virt.hardware [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.893196] env[69702]: DEBUG nova.virt.hardware [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.893377] env[69702]: DEBUG nova.virt.hardware [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.893636] env[69702]: DEBUG nova.virt.hardware [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.893711] env[69702]: DEBUG nova.virt.hardware [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.893888] env[69702]: DEBUG nova.virt.hardware [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.894054] env[69702]: DEBUG nova.virt.hardware [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.894221] env[69702]: DEBUG nova.virt.hardware [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.894540] env[69702]: DEBUG nova.virt.hardware [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.894540] env[69702]: DEBUG nova.virt.hardware [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.895424] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1be7ca-5d9b-446d-8346-c30bcc177948 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.904065] env[69702]: DEBUG nova.network.neutron [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.906813] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd78e5ac-4d80-4e6c-9ea2-34090b77827b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.969493] env[69702]: DEBUG nova.scheduler.client.report [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.104053] env[69702]: DEBUG nova.network.neutron [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.135678] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aeded005-6b28-4efc-96e5-53a62f78cab0 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.113s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.168675] env[69702]: DEBUG nova.network.neutron [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance_info_cache with network_info: [{"id": "7ac3f2d6-5204-4787-a915-63d075a566c6", "address": "fa:16:3e:69:cc:45", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac3f2d6-52", "ovs_interfaceid": "7ac3f2d6-5204-4787-a915-63d075a566c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.352839] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084565, 'name': ReconfigVM_Task, 'duration_secs': 0.796735} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.353185] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 7121d29a-abb6-4ade-983a-a82808be3e73/7121d29a-abb6-4ade-983a-a82808be3e73.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.353921] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f4fd8e3-f599-4c91-92b0-fb48d921da5f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.360685] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 635.360685] env[69702]: value = "task-3084566" [ 635.360685] env[69702]: _type = "Task" [ 635.360685] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.370671] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084566, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.382696] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Releasing lock "refresh_cache-5b6a06da-6a08-4be6-8e9f-f838996fc6bd" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.383204] env[69702]: DEBUG nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Received event network-vif-plugged-ea56e98d-5965-4bff-bdc3-a49b7fbaf67a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.383420] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Acquiring lock "7121d29a-abb6-4ade-983a-a82808be3e73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.383627] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Lock "7121d29a-abb6-4ade-983a-a82808be3e73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.384235] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Lock "7121d29a-abb6-4ade-983a-a82808be3e73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.384235] env[69702]: DEBUG nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] No waiting events found dispatching network-vif-plugged-ea56e98d-5965-4bff-bdc3-a49b7fbaf67a {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.384235] env[69702]: WARNING nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Received unexpected event network-vif-plugged-ea56e98d-5965-4bff-bdc3-a49b7fbaf67a for instance with vm_state building and task_state spawning. [ 635.384370] env[69702]: DEBUG nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Received event network-changed-ea56e98d-5965-4bff-bdc3-a49b7fbaf67a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.384678] env[69702]: DEBUG nova.compute.manager [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Refreshing instance network info cache due to event network-changed-ea56e98d-5965-4bff-bdc3-a49b7fbaf67a. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.384678] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Acquiring lock "refresh_cache-7121d29a-abb6-4ade-983a-a82808be3e73" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.386200] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Acquired lock "refresh_cache-7121d29a-abb6-4ade-983a-a82808be3e73" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.386200] env[69702]: DEBUG nova.network.neutron [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Refreshing network info cache for port ea56e98d-5965-4bff-bdc3-a49b7fbaf67a {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.477032] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.477032] env[69702]: DEBUG nova.compute.manager [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.481791] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.330s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.486489] env[69702]: INFO nova.compute.claims [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.607877] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Releasing lock "refresh_cache-ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.608039] env[69702]: DEBUG nova.compute.manager [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.608174] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.611021] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92b2096-c5a6-4dd6-aad2-ccb42afc5086 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.619208] env[69702]: DEBUG nova.compute.manager [req-8fee0f93-b59f-4b7a-b37d-d16043fd3b36 req-bfc98d4d-30d7-4c0f-8ffd-8b5c2e08a2e8 service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Received event network-vif-plugged-7ac3f2d6-5204-4787-a915-63d075a566c6 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.619544] env[69702]: DEBUG oslo_concurrency.lockutils [req-8fee0f93-b59f-4b7a-b37d-d16043fd3b36 req-bfc98d4d-30d7-4c0f-8ffd-8b5c2e08a2e8 service nova] Acquiring lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.619763] env[69702]: DEBUG oslo_concurrency.lockutils [req-8fee0f93-b59f-4b7a-b37d-d16043fd3b36 req-bfc98d4d-30d7-4c0f-8ffd-8b5c2e08a2e8 service nova] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.620424] env[69702]: DEBUG oslo_concurrency.lockutils [req-8fee0f93-b59f-4b7a-b37d-d16043fd3b36 req-bfc98d4d-30d7-4c0f-8ffd-8b5c2e08a2e8 service nova] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.620424] env[69702]: DEBUG nova.compute.manager [req-8fee0f93-b59f-4b7a-b37d-d16043fd3b36 req-bfc98d4d-30d7-4c0f-8ffd-8b5c2e08a2e8 service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] No waiting events found dispatching network-vif-plugged-7ac3f2d6-5204-4787-a915-63d075a566c6 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.620424] env[69702]: WARNING nova.compute.manager [req-8fee0f93-b59f-4b7a-b37d-d16043fd3b36 req-bfc98d4d-30d7-4c0f-8ffd-8b5c2e08a2e8 service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Received unexpected event network-vif-plugged-7ac3f2d6-5204-4787-a915-63d075a566c6 for instance with vm_state building and task_state spawning. [ 635.627550] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.627550] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8aa10ef-7e97-4b13-84fd-c7c3b0e9ff65 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.632709] env[69702]: DEBUG oslo_vmware.api [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Waiting for the task: (returnval){ [ 635.632709] env[69702]: value = "task-3084567" [ 635.632709] env[69702]: _type = "Task" [ 635.632709] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.638553] env[69702]: DEBUG nova.compute.manager [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.644773] env[69702]: DEBUG oslo_vmware.api [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.673517] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.673517] env[69702]: DEBUG nova.compute.manager [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Instance network_info: |[{"id": "7ac3f2d6-5204-4787-a915-63d075a566c6", "address": "fa:16:3e:69:cc:45", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac3f2d6-52", "ovs_interfaceid": "7ac3f2d6-5204-4787-a915-63d075a566c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.673894] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:cc:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ac3f2d6-5204-4787-a915-63d075a566c6', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.681623] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Creating folder: Project (af860c7fc46c4dd1af90f7b0f2dd608a). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.681623] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec03ca82-9fea-46e5-924b-93c6d6464691 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.691531] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Created folder: Project (af860c7fc46c4dd1af90f7b0f2dd608a) in parent group-v617437. [ 635.692232] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Creating folder: Instances. Parent ref: group-v617476. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.692798] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6360f45a-1e62-4df0-9705-1ed23b318b5c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.703891] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Created folder: Instances in parent group-v617476. [ 635.704795] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.708703] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.708962] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38cfcbca-c348-412a-b94e-1b8449dc9d45 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.733871] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.733871] env[69702]: value = "task-3084570" [ 635.733871] env[69702]: _type = "Task" [ 635.733871] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.742768] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084570, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.873225] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084566, 'name': Rename_Task, 'duration_secs': 0.201679} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.873615] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.873949] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d856541-9794-4341-b91b-cd3e7a735077 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.880581] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 635.880581] env[69702]: value = "task-3084571" [ 635.880581] env[69702]: _type = "Task" [ 635.880581] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.893333] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.999115] env[69702]: DEBUG nova.compute.utils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.000796] env[69702]: DEBUG nova.compute.manager [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.001032] env[69702]: DEBUG nova.network.neutron [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.143175] env[69702]: DEBUG oslo_vmware.api [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084567, 'name': PowerOffVM_Task, 'duration_secs': 0.236756} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.143993] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.144236] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.144800] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b67bd58-1977-4aa1-be15-7fbd0037435c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.149955] env[69702]: DEBUG nova.policy [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b3652328f924ac3bf28ee6e8ca0815b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6af141bcdab142218bd5973744896b4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.175795] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.176092] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.176382] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Deleting the datastore file [datastore1] ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.177657] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.178118] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3842fdfe-d71e-4351-a877-8951cfe4170b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.185975] env[69702]: DEBUG oslo_vmware.api [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Waiting for the task: (returnval){ [ 636.185975] env[69702]: value = "task-3084573" [ 636.185975] env[69702]: _type = "Task" [ 636.185975] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.198643] env[69702]: DEBUG oslo_vmware.api [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.248209] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084570, 'name': CreateVM_Task, 'duration_secs': 0.37367} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.250944] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.253100] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.253100] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.253100] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.257239] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de4af27-b73f-42ec-aaf0-4a7a2b11925d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.265074] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 636.265074] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cdbdd4-c7b1-b6c9-2922-a3e671ed0ced" [ 636.265074] env[69702]: _type = "Task" [ 636.265074] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.276542] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cdbdd4-c7b1-b6c9-2922-a3e671ed0ced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.391924] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.505950] env[69702]: DEBUG nova.compute.manager [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.698564] env[69702]: DEBUG oslo_vmware.api [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Task: {'id': task-3084573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128177} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.698843] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.699504] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.699597] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.699745] env[69702]: INFO nova.compute.manager [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Took 1.09 seconds to destroy the instance on the hypervisor. [ 636.700585] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.700585] env[69702]: DEBUG nova.compute.manager [-] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.700585] env[69702]: DEBUG nova.network.neutron [-] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.752014] env[69702]: DEBUG nova.network.neutron [-] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.776623] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cdbdd4-c7b1-b6c9-2922-a3e671ed0ced, 'name': SearchDatastore_Task, 'duration_secs': 0.019247} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.777054] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.777237] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.777494] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.777645] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.777826] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.778108] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a258043c-cfbd-4440-ae16-46cc5d17fb06 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.791697] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.791782] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.793173] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05562bc-1cd1-4a41-9ecf-058dd582b1b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.802676] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 636.802676] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526f9e9c-16fe-5540-9f3d-68064d7a649a" [ 636.802676] env[69702]: _type = "Task" [ 636.802676] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.816574] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526f9e9c-16fe-5540-9f3d-68064d7a649a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.817723] env[69702]: DEBUG nova.network.neutron [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Updated VIF entry in instance network info cache for port ea56e98d-5965-4bff-bdc3-a49b7fbaf67a. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.818418] env[69702]: DEBUG nova.network.neutron [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Updating instance_info_cache with network_info: [{"id": "ea56e98d-5965-4bff-bdc3-a49b7fbaf67a", "address": "fa:16:3e:54:9a:7e", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea56e98d-59", "ovs_interfaceid": "ea56e98d-5965-4bff-bdc3-a49b7fbaf67a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.900978] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.135220] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d31bf1a-0232-4720-9c17-cd2a1c58b867 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.149135] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6509c3f1-9940-4513-bdd2-551faf917c02 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.190365] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41903790-3da3-430b-bbf3-240f2a4e90a6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.200385] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d63f66-6b7c-4b80-ae0c-96c828e1d074 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.216045] env[69702]: DEBUG nova.compute.provider_tree [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.239836] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Acquiring lock "8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.240097] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Lock "8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.258864] env[69702]: DEBUG nova.network.neutron [-] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.318837] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526f9e9c-16fe-5540-9f3d-68064d7a649a, 'name': SearchDatastore_Task, 'duration_secs': 0.017131} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.319729] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eae8403-db00-453e-bc3c-a5b729c79418 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.325743] env[69702]: DEBUG oslo_concurrency.lockutils [req-3594b63f-80ab-4b9b-921f-2dd49dd8c883 req-f788eeed-dc0c-4361-bdff-217938911a6c service nova] Releasing lock "refresh_cache-7121d29a-abb6-4ade-983a-a82808be3e73" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.325743] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 637.325743] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e00806-1ba7-e8a8-3ba6-e3ed2ede65c3" [ 637.325743] env[69702]: _type = "Task" [ 637.325743] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.334247] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e00806-1ba7-e8a8-3ba6-e3ed2ede65c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.381668] env[69702]: DEBUG nova.network.neutron [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Successfully created port: 81ac8f0c-fc4c-4d32-a97f-851babd4f898 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.392818] env[69702]: DEBUG oslo_vmware.api [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084571, 'name': PowerOnVM_Task, 'duration_secs': 1.387888} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.393090] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.393341] env[69702]: INFO nova.compute.manager [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Took 11.70 seconds to spawn the instance on the hypervisor. [ 637.393604] env[69702]: DEBUG nova.compute.manager [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.394777] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfd01fe-c6f0-43f1-970c-25d97ae2887a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.500257] env[69702]: DEBUG nova.network.neutron [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Successfully updated port: e0a2105c-ecaf-4af2-a855-041e36487418 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.526403] env[69702]: DEBUG nova.compute.manager [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.561732] env[69702]: DEBUG oslo_concurrency.lockutils [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "67beefb3-d458-4cff-b132-122b766ade48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.561785] env[69702]: DEBUG oslo_concurrency.lockutils [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "67beefb3-d458-4cff-b132-122b766ade48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.562917] env[69702]: DEBUG oslo_concurrency.lockutils [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "67beefb3-d458-4cff-b132-122b766ade48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.562917] env[69702]: DEBUG oslo_concurrency.lockutils [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "67beefb3-d458-4cff-b132-122b766ade48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.562917] env[69702]: DEBUG oslo_concurrency.lockutils [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "67beefb3-d458-4cff-b132-122b766ade48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.566107] env[69702]: DEBUG nova.virt.hardware [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.566303] env[69702]: DEBUG nova.virt.hardware [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.566705] env[69702]: DEBUG nova.virt.hardware [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.566886] env[69702]: DEBUG nova.virt.hardware [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.567487] env[69702]: DEBUG nova.virt.hardware [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.567850] env[69702]: DEBUG nova.virt.hardware [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.568127] env[69702]: DEBUG nova.virt.hardware [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.568331] env[69702]: DEBUG nova.virt.hardware [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.568729] env[69702]: DEBUG nova.virt.hardware [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.569123] env[69702]: DEBUG nova.virt.hardware [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.570484] env[69702]: DEBUG nova.virt.hardware [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.571060] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f444fa-3c3f-48b0-bb43-50bf0d4c3bfb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.575118] env[69702]: INFO nova.compute.manager [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Terminating instance [ 637.590030] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21016da2-f16e-4a85-af7b-25b852e10ef3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.720616] env[69702]: DEBUG nova.scheduler.client.report [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.760732] env[69702]: INFO nova.compute.manager [-] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Took 1.06 seconds to deallocate network for instance. [ 637.836443] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e00806-1ba7-e8a8-3ba6-e3ed2ede65c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012809} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.837382] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.837670] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] c05f4548-e5f4-415f-8605-c46ef7da0cd6/c05f4548-e5f4-415f-8605-c46ef7da0cd6.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.838227] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02660d90-e305-4b99-8cf9-804ba242589e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.844538] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 637.844538] env[69702]: value = "task-3084574" [ 637.844538] env[69702]: _type = "Task" [ 637.844538] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.854329] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.917029] env[69702]: INFO nova.compute.manager [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Took 30.96 seconds to build instance. [ 638.008789] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Acquiring lock "refresh_cache-e23f9423-9373-44c7-8b7b-3a1431b525ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.008861] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Acquired lock "refresh_cache-e23f9423-9373-44c7-8b7b-3a1431b525ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.010535] env[69702]: DEBUG nova.network.neutron [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.079392] env[69702]: DEBUG nova.compute.manager [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.079392] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.080470] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67949aa1-19b6-401a-b43b-3e20abde58a7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.090448] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.090693] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8ca0a60-750e-42bc-bc02-03830c952611 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.097300] env[69702]: DEBUG oslo_vmware.api [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 638.097300] env[69702]: value = "task-3084575" [ 638.097300] env[69702]: _type = "Task" [ 638.097300] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.107032] env[69702]: DEBUG oslo_vmware.api [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.227106] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.228045] env[69702]: DEBUG nova.compute.manager [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.231705] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.005s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.233469] env[69702]: INFO nova.compute.claims [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.268197] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.359282] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084574, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.420854] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79782550-5a51-4571-9f56-53d8f5a5c5ef tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "7121d29a-abb6-4ade-983a-a82808be3e73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.243s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.578894] env[69702]: DEBUG nova.network.neutron [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.615574] env[69702]: DEBUG oslo_vmware.api [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084575, 'name': PowerOffVM_Task, 'duration_secs': 0.294582} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.619544] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.619853] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.620381] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37467a03-69eb-48ae-9e49-374a513d3871 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.697157] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.697371] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.697789] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Deleting the datastore file [datastore1] 67beefb3-d458-4cff-b132-122b766ade48 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.698822] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7981aad-816b-4839-b9bd-47d2ead95f81 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.704473] env[69702]: DEBUG oslo_vmware.api [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 638.704473] env[69702]: value = "task-3084577" [ 638.704473] env[69702]: _type = "Task" [ 638.704473] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.716407] env[69702]: DEBUG oslo_vmware.api [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.734137] env[69702]: DEBUG nova.compute.utils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.734552] env[69702]: DEBUG nova.compute.manager [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.734730] env[69702]: DEBUG nova.network.neutron [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.810835] env[69702]: DEBUG nova.policy [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e464cd8a8e4ab6abc036721c4439de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cc7241bcccd42bcb1ffadd05ff6db3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.856043] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766516} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.856310] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] c05f4548-e5f4-415f-8605-c46ef7da0cd6/c05f4548-e5f4-415f-8605-c46ef7da0cd6.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.856517] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.856762] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4a15c84-11a1-46c4-981f-86fa38096265 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.863307] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 638.863307] env[69702]: value = "task-3084578" [ 638.863307] env[69702]: _type = "Task" [ 638.863307] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.871593] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.874173] env[69702]: DEBUG nova.network.neutron [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Updating instance_info_cache with network_info: [{"id": "e0a2105c-ecaf-4af2-a855-041e36487418", "address": "fa:16:3e:ae:a0:f0", "network": {"id": "10e5deb0-3c13-4c92-8e8a-1ba7121e6023", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-821596440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfa90514c3544398299897f053aaf73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a2105c-ec", "ovs_interfaceid": "e0a2105c-ecaf-4af2-a855-041e36487418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.924453] env[69702]: DEBUG nova.compute.manager [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.218481] env[69702]: DEBUG oslo_vmware.api [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.238588] env[69702]: DEBUG nova.compute.manager [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.306556] env[69702]: DEBUG nova.compute.manager [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Received event network-changed-7ac3f2d6-5204-4787-a915-63d075a566c6 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.306933] env[69702]: DEBUG nova.compute.manager [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Refreshing instance network info cache due to event network-changed-7ac3f2d6-5204-4787-a915-63d075a566c6. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.307271] env[69702]: DEBUG oslo_concurrency.lockutils [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] Acquiring lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.308976] env[69702]: DEBUG oslo_concurrency.lockutils [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] Acquired lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.310431] env[69702]: DEBUG nova.network.neutron [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Refreshing network info cache for port 7ac3f2d6-5204-4787-a915-63d075a566c6 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.329357] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "482aa6c4-1309-45c1-a36c-0cd271b8d26f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.329357] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "482aa6c4-1309-45c1-a36c-0cd271b8d26f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.329609] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "482aa6c4-1309-45c1-a36c-0cd271b8d26f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.329654] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "482aa6c4-1309-45c1-a36c-0cd271b8d26f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.330215] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "482aa6c4-1309-45c1-a36c-0cd271b8d26f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.333694] env[69702]: INFO nova.compute.manager [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Terminating instance [ 639.368960] env[69702]: DEBUG nova.network.neutron [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Successfully created port: 02d28344-d051-4271-ac98-c7470e675db6 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.377287] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Releasing lock "refresh_cache-e23f9423-9373-44c7-8b7b-3a1431b525ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.378206] env[69702]: DEBUG nova.compute.manager [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Instance network_info: |[{"id": "e0a2105c-ecaf-4af2-a855-041e36487418", "address": "fa:16:3e:ae:a0:f0", "network": {"id": "10e5deb0-3c13-4c92-8e8a-1ba7121e6023", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-821596440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfa90514c3544398299897f053aaf73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a2105c-ec", "ovs_interfaceid": "e0a2105c-ecaf-4af2-a855-041e36487418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.378537] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254398} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.382536] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:a0:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0a2105c-ecaf-4af2-a855-041e36487418', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.390089] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Creating folder: Project (acfa90514c3544398299897f053aaf73). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.390435] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.391595] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a5cb483-2e5b-4aca-ac03-23516cc7f9fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.394098] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678df4ae-6915-481a-8179-f01fcdf457f2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.419338] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] c05f4548-e5f4-415f-8605-c46ef7da0cd6/c05f4548-e5f4-415f-8605-c46ef7da0cd6.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.429075] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb16ce86-4262-4cf3-9083-2b8138ac2e2a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.448304] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Created folder: Project (acfa90514c3544398299897f053aaf73) in parent group-v617437. [ 639.448304] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Creating folder: Instances. Parent ref: group-v617479. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.454161] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0600f2e9-33ee-42d1-9ae2-9ef826b83674 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.463361] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 639.463361] env[69702]: value = "task-3084580" [ 639.463361] env[69702]: _type = "Task" [ 639.463361] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.472918] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Created folder: Instances in parent group-v617479. [ 639.473352] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.474481] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.474481] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-555123c4-4ccc-4330-b9c4-706a5abfae83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.503090] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.503090] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084580, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.507185] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.507185] env[69702]: value = "task-3084582" [ 639.507185] env[69702]: _type = "Task" [ 639.507185] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.515050] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084582, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.720467] env[69702]: DEBUG oslo_vmware.api [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.699911} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.720718] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.720966] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.721175] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.721394] env[69702]: INFO nova.compute.manager [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Took 1.64 seconds to destroy the instance on the hypervisor. [ 639.721494] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.721685] env[69702]: DEBUG nova.compute.manager [-] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.721767] env[69702]: DEBUG nova.network.neutron [-] [instance: 67beefb3-d458-4cff-b132-122b766ade48] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.797516] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3995658-4871-48cf-bd26-0bd757cc0734 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.806347] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8d905e-1a1b-4b3e-8432-03990013e3c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.839358] env[69702]: DEBUG nova.compute.manager [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.839612] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.840654] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7821c7f1-14f8-4a8e-936b-9bd9ac8c5e04 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.844108] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30bcdb0-7ffa-4172-9a1a-de5c55ef8aee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.854115] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2876adb6-2e9e-4bcb-bfa2-99aca7d1cac7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.857888] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.858130] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb6f6325-7096-42fc-b106-5de653a12d88 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.871100] env[69702]: DEBUG nova.compute.provider_tree [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.874525] env[69702]: DEBUG oslo_vmware.api [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 639.874525] env[69702]: value = "task-3084583" [ 639.874525] env[69702]: _type = "Task" [ 639.874525] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.883909] env[69702]: DEBUG oslo_vmware.api [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.974182] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084580, 'name': ReconfigVM_Task, 'duration_secs': 0.368831} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.974182] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Reconfigured VM instance instance-0000000f to attach disk [datastore2] c05f4548-e5f4-415f-8605-c46ef7da0cd6/c05f4548-e5f4-415f-8605-c46ef7da0cd6.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.974610] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bfbac19-c88d-4761-b0c0-f3fdfffc90fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.985130] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 639.985130] env[69702]: value = "task-3084584" [ 639.985130] env[69702]: _type = "Task" [ 639.985130] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.993420] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084584, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.019511] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084582, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.075430] env[69702]: DEBUG nova.network.neutron [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Successfully updated port: 81ac8f0c-fc4c-4d32-a97f-851babd4f898 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.077351] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquiring lock "a671c9c9-8655-4b57-8011-24e849eac2cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.077572] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Lock "a671c9c9-8655-4b57-8011-24e849eac2cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.254097] env[69702]: DEBUG nova.compute.manager [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.285473] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquiring lock "1a168001-abf2-4fc9-b93c-2eea7bd3bb21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.285473] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Lock "1a168001-abf2-4fc9-b93c-2eea7bd3bb21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.293881] env[69702]: DEBUG nova.virt.hardware [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.293881] env[69702]: DEBUG nova.virt.hardware [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.293881] env[69702]: DEBUG nova.virt.hardware [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.294155] env[69702]: DEBUG nova.virt.hardware [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.294155] env[69702]: DEBUG nova.virt.hardware [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.294292] env[69702]: DEBUG nova.virt.hardware [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.294652] env[69702]: DEBUG nova.virt.hardware [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.294915] env[69702]: DEBUG nova.virt.hardware [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.295555] env[69702]: DEBUG nova.virt.hardware [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.295555] env[69702]: DEBUG nova.virt.hardware [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.295730] env[69702]: DEBUG nova.virt.hardware [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.296956] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac98d2fc-4f90-4856-bbe4-c06581ab5c69 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.306192] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d2bafa-aff8-4e4d-a0fa-7cc6dab34754 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.374044] env[69702]: DEBUG nova.scheduler.client.report [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.393548] env[69702]: DEBUG oslo_vmware.api [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084583, 'name': PowerOffVM_Task, 'duration_secs': 0.500691} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.395105] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.395313] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.395701] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bd9dee1-8c4f-4ff2-b96a-ea8a2b5a9de4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.480695] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.480935] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.481130] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Deleting the datastore file [datastore2] 482aa6c4-1309-45c1-a36c-0cd271b8d26f {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.482173] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee22e57f-d756-43fc-9742-d9619ce0dc8c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.491842] env[69702]: DEBUG oslo_vmware.api [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 640.491842] env[69702]: value = "task-3084586" [ 640.491842] env[69702]: _type = "Task" [ 640.491842] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.501952] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084584, 'name': Rename_Task, 'duration_secs': 0.177589} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.502658] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.502945] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5f3a35d-093f-4240-954d-26453f755c57 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.508057] env[69702]: DEBUG oslo_vmware.api [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.513415] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 640.513415] env[69702]: value = "task-3084587" [ 640.513415] env[69702]: _type = "Task" [ 640.513415] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.520968] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084582, 'name': CreateVM_Task, 'duration_secs': 0.970458} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.524736] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.525086] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.525862] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.526102] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.526423] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.527045] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0888aa31-5df6-4462-aee5-675ebc5226c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.533747] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Waiting for the task: (returnval){ [ 640.533747] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523a94ad-90e3-fdc4-16d5-34e9f9a6468e" [ 640.533747] env[69702]: _type = "Task" [ 640.533747] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.534464] env[69702]: DEBUG nova.network.neutron [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updated VIF entry in instance network info cache for port 7ac3f2d6-5204-4787-a915-63d075a566c6. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.534464] env[69702]: DEBUG nova.network.neutron [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance_info_cache with network_info: [{"id": "7ac3f2d6-5204-4787-a915-63d075a566c6", "address": "fa:16:3e:69:cc:45", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac3f2d6-52", "ovs_interfaceid": "7ac3f2d6-5204-4787-a915-63d075a566c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.554290] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523a94ad-90e3-fdc4-16d5-34e9f9a6468e, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.558021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.558021] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.558021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.558021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.558302] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.558302] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09861526-6eaa-4a4b-82bf-e94fcf6dc211 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.566026] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.566258] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.566989] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3bed8af-739b-45cf-9ada-404343dc8b44 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.575939] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Waiting for the task: (returnval){ [ 640.575939] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a60c05-e49b-5cc2-0fd1-2f60d4baf2bf" [ 640.575939] env[69702]: _type = "Task" [ 640.575939] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.579667] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Acquiring lock "refresh_cache-6fccf451-013d-40d7-ae25-e9603e9ee3e8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.579667] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Acquired lock "refresh_cache-6fccf451-013d-40d7-ae25-e9603e9ee3e8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.579833] env[69702]: DEBUG nova.network.neutron [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.587528] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a60c05-e49b-5cc2-0fd1-2f60d4baf2bf, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.589453] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3721409-d2d8-45e1-aefa-6a8c845951f8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.595775] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Waiting for the task: (returnval){ [ 640.595775] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529b0ff1-33fb-74c1-5a5e-c7ea950487d0" [ 640.595775] env[69702]: _type = "Task" [ 640.595775] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.605532] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529b0ff1-33fb-74c1-5a5e-c7ea950487d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.879814] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.880962] env[69702]: DEBUG nova.compute.manager [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.888465] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.008s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.003206] env[69702]: DEBUG oslo_vmware.api [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202415} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.003467] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.003650] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.003824] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.003991] env[69702]: INFO nova.compute.manager [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 641.004249] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.004469] env[69702]: DEBUG nova.compute.manager [-] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 641.004565] env[69702]: DEBUG nova.network.neutron [-] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.028920] env[69702]: DEBUG oslo_vmware.api [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084587, 'name': PowerOnVM_Task, 'duration_secs': 0.477313} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.029245] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.029734] env[69702]: INFO nova.compute.manager [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Took 8.79 seconds to spawn the instance on the hypervisor. [ 641.029734] env[69702]: DEBUG nova.compute.manager [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.030528] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d03ba3e-2c3a-4a6c-be25-37eb3523776d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.047412] env[69702]: DEBUG oslo_concurrency.lockutils [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] Releasing lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.047412] env[69702]: DEBUG nova.compute.manager [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Received event network-changed-89408cc1-b720-4d05-a838-680ca40666c9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.047412] env[69702]: DEBUG nova.compute.manager [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Refreshing instance network info cache due to event network-changed-89408cc1-b720-4d05-a838-680ca40666c9. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.047412] env[69702]: DEBUG oslo_concurrency.lockutils [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] Acquiring lock "refresh_cache-85bba348-d435-40fa-bf2a-a30812d99789" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.047412] env[69702]: DEBUG oslo_concurrency.lockutils [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] Acquired lock "refresh_cache-85bba348-d435-40fa-bf2a-a30812d99789" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.047789] env[69702]: DEBUG nova.network.neutron [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Refreshing network info cache for port 89408cc1-b720-4d05-a838-680ca40666c9 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.077776] env[69702]: DEBUG nova.network.neutron [-] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.109439] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529b0ff1-33fb-74c1-5a5e-c7ea950487d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009022} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.109976] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.110293] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] e23f9423-9373-44c7-8b7b-3a1431b525ae/e23f9423-9373-44c7-8b7b-3a1431b525ae.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.110633] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fc80d35-685c-4bc2-a033-b479bb7cef8c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.117650] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Waiting for the task: (returnval){ [ 641.117650] env[69702]: value = "task-3084588" [ 641.117650] env[69702]: _type = "Task" [ 641.117650] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.133528] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.159111] env[69702]: DEBUG nova.network.neutron [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.211298] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "5f4e9527-e9fb-40b6-87a1-4471431b38b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.211557] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "5f4e9527-e9fb-40b6-87a1-4471431b38b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.387173] env[69702]: DEBUG nova.compute.utils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.387562] env[69702]: DEBUG nova.compute.manager [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.387704] env[69702]: DEBUG nova.network.neutron [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.393154] env[69702]: INFO nova.compute.claims [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.555998] env[69702]: INFO nova.compute.manager [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Took 25.60 seconds to build instance. [ 641.580394] env[69702]: INFO nova.compute.manager [-] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Took 1.86 seconds to deallocate network for instance. [ 641.606462] env[69702]: DEBUG nova.policy [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '840eb7845831476ea72c788002e85fc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76680b86810d4870897799ad1c100604', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.633274] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084588, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.650624] env[69702]: DEBUG nova.network.neutron [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Updating instance_info_cache with network_info: [{"id": "81ac8f0c-fc4c-4d32-a97f-851babd4f898", "address": "fa:16:3e:24:41:2b", "network": {"id": "ebda7b66-8c14-4459-b462-4c0c8e97d044", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1604829310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af141bcdab142218bd5973744896b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ac8f0c-fc", "ovs_interfaceid": "81ac8f0c-fc4c-4d32-a97f-851babd4f898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.820079] env[69702]: DEBUG nova.network.neutron [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Updated VIF entry in instance network info cache for port 89408cc1-b720-4d05-a838-680ca40666c9. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.820079] env[69702]: DEBUG nova.network.neutron [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Updating instance_info_cache with network_info: [{"id": "89408cc1-b720-4d05-a838-680ca40666c9", "address": "fa:16:3e:84:bf:a5", "network": {"id": "7d23d71b-9846-4a08-9b65-f70b1f293f79", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1499123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2377c40364644b8e59df51a70c2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89408cc1-b7", "ovs_interfaceid": "89408cc1-b720-4d05-a838-680ca40666c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.891210] env[69702]: DEBUG nova.compute.manager [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.899725] env[69702]: INFO nova.compute.resource_tracker [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating resource usage from migration b8de4c50-c05e-4302-9294-7b8e264a02e2 [ 642.058532] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bca22e0b-ec6e-4079-8ea9-3d8b484eec4e tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.298s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.088805] env[69702]: DEBUG oslo_concurrency.lockutils [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.136063] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798375} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.136273] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] e23f9423-9373-44c7-8b7b-3a1431b525ae/e23f9423-9373-44c7-8b7b-3a1431b525ae.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.136529] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.137425] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea407872-d865-497c-a8a1-14365916befc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.150630] env[69702]: DEBUG nova.network.neutron [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Successfully updated port: 02d28344-d051-4271-ac98-c7470e675db6 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.152223] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Waiting for the task: (returnval){ [ 642.152223] env[69702]: value = "task-3084589" [ 642.152223] env[69702]: _type = "Task" [ 642.152223] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.157047] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Releasing lock "refresh_cache-6fccf451-013d-40d7-ae25-e9603e9ee3e8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.157047] env[69702]: DEBUG nova.compute.manager [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Instance network_info: |[{"id": "81ac8f0c-fc4c-4d32-a97f-851babd4f898", "address": "fa:16:3e:24:41:2b", "network": {"id": "ebda7b66-8c14-4459-b462-4c0c8e97d044", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1604829310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af141bcdab142218bd5973744896b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ac8f0c-fc", "ovs_interfaceid": "81ac8f0c-fc4c-4d32-a97f-851babd4f898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.157359] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:41:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81ac8f0c-fc4c-4d32-a97f-851babd4f898', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.172131] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Creating folder: Project (6af141bcdab142218bd5973744896b4c). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.174642] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f5c2003-603e-4208-a3a7-ea50f1ca75e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.180405] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.188276] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Created folder: Project (6af141bcdab142218bd5973744896b4c) in parent group-v617437. [ 642.188493] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Creating folder: Instances. Parent ref: group-v617482. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.188870] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03c2ff57-d408-43ce-8471-e6c705518561 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.198305] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Created folder: Instances in parent group-v617482. [ 642.198546] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.201061] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.202580] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f298f8f-61be-418f-ac5d-8b8a4c51249a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.219826] env[69702]: DEBUG nova.network.neutron [-] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.227593] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.227593] env[69702]: value = "task-3084592" [ 642.227593] env[69702]: _type = "Task" [ 642.227593] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.236960] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084592, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.324637] env[69702]: DEBUG oslo_concurrency.lockutils [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] Releasing lock "refresh_cache-85bba348-d435-40fa-bf2a-a30812d99789" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.324995] env[69702]: DEBUG nova.compute.manager [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Received event network-vif-plugged-e0a2105c-ecaf-4af2-a855-041e36487418 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.325238] env[69702]: DEBUG oslo_concurrency.lockutils [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] Acquiring lock "e23f9423-9373-44c7-8b7b-3a1431b525ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.325708] env[69702]: DEBUG oslo_concurrency.lockutils [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.325960] env[69702]: DEBUG oslo_concurrency.lockutils [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.326150] env[69702]: DEBUG nova.compute.manager [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] No waiting events found dispatching network-vif-plugged-e0a2105c-ecaf-4af2-a855-041e36487418 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.326367] env[69702]: WARNING nova.compute.manager [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Received unexpected event network-vif-plugged-e0a2105c-ecaf-4af2-a855-041e36487418 for instance with vm_state building and task_state spawning. [ 642.326614] env[69702]: DEBUG nova.compute.manager [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Received event network-changed-e0a2105c-ecaf-4af2-a855-041e36487418 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.326805] env[69702]: DEBUG nova.compute.manager [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Refreshing instance network info cache due to event network-changed-e0a2105c-ecaf-4af2-a855-041e36487418. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.327050] env[69702]: DEBUG oslo_concurrency.lockutils [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] Acquiring lock "refresh_cache-e23f9423-9373-44c7-8b7b-3a1431b525ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.327231] env[69702]: DEBUG oslo_concurrency.lockutils [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] Acquired lock "refresh_cache-e23f9423-9373-44c7-8b7b-3a1431b525ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.328197] env[69702]: DEBUG nova.network.neutron [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Refreshing network info cache for port e0a2105c-ecaf-4af2-a855-041e36487418 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.479035] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8231ed3a-f32a-4e3f-9c42-6a892746b34c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.489324] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c7f1a2-5bf8-4028-879a-909990d9c40a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.495231] env[69702]: DEBUG nova.network.neutron [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Successfully created port: 06ad9d05-e6f1-48c5-81ff-28d8e006b784 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.527307] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31237ac2-4182-4de1-9d8d-98e886801df1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.535214] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a421fa80-108a-46f9-9372-cb0d2e36900c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.548592] env[69702]: DEBUG nova.compute.provider_tree [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.561851] env[69702]: DEBUG nova.compute.manager [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.660756] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "refresh_cache-1b320d90-1f83-4fa3-991b-5f98cf4b0b19" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.660912] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquired lock "refresh_cache-1b320d90-1f83-4fa3-991b-5f98cf4b0b19" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.661083] env[69702]: DEBUG nova.network.neutron [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.667658] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253098} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.668418] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.672022] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abeadcb-219a-4e33-9a8a-038cb7ef2cd4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.695287] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] e23f9423-9373-44c7-8b7b-3a1431b525ae/e23f9423-9373-44c7-8b7b-3a1431b525ae.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.695872] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7e8d56b-818a-4964-a655-3f0a8a59cda9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.720379] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Waiting for the task: (returnval){ [ 642.720379] env[69702]: value = "task-3084593" [ 642.720379] env[69702]: _type = "Task" [ 642.720379] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.723888] env[69702]: INFO nova.compute.manager [-] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Took 1.72 seconds to deallocate network for instance. [ 642.735701] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.741026] env[69702]: DEBUG nova.compute.manager [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Received event network-vif-plugged-81ac8f0c-fc4c-4d32-a97f-851babd4f898 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.742147] env[69702]: DEBUG oslo_concurrency.lockutils [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] Acquiring lock "6fccf451-013d-40d7-ae25-e9603e9ee3e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.742147] env[69702]: DEBUG oslo_concurrency.lockutils [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] Lock "6fccf451-013d-40d7-ae25-e9603e9ee3e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.742147] env[69702]: DEBUG oslo_concurrency.lockutils [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] Lock "6fccf451-013d-40d7-ae25-e9603e9ee3e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.742147] env[69702]: DEBUG nova.compute.manager [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] No waiting events found dispatching network-vif-plugged-81ac8f0c-fc4c-4d32-a97f-851babd4f898 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.742814] env[69702]: WARNING nova.compute.manager [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Received unexpected event network-vif-plugged-81ac8f0c-fc4c-4d32-a97f-851babd4f898 for instance with vm_state building and task_state spawning. [ 642.742814] env[69702]: DEBUG nova.compute.manager [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Received event network-changed-81ac8f0c-fc4c-4d32-a97f-851babd4f898 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.742814] env[69702]: DEBUG nova.compute.manager [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Refreshing instance network info cache due to event network-changed-81ac8f0c-fc4c-4d32-a97f-851babd4f898. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.742814] env[69702]: DEBUG oslo_concurrency.lockutils [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] Acquiring lock "refresh_cache-6fccf451-013d-40d7-ae25-e9603e9ee3e8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.743031] env[69702]: DEBUG oslo_concurrency.lockutils [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] Acquired lock "refresh_cache-6fccf451-013d-40d7-ae25-e9603e9ee3e8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.744260] env[69702]: DEBUG nova.network.neutron [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Refreshing network info cache for port 81ac8f0c-fc4c-4d32-a97f-851babd4f898 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.749088] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084592, 'name': CreateVM_Task, 'duration_secs': 0.353213} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.749088] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.749509] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.751027] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.751027] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.751027] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99718f3-ce6d-4cda-90fe-c257cf90b139 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.755606] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Waiting for the task: (returnval){ [ 642.755606] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52beb243-6497-4df0-3e48-b1ef1cadc1ba" [ 642.755606] env[69702]: _type = "Task" [ 642.755606] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.764896] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52beb243-6497-4df0-3e48-b1ef1cadc1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.905542] env[69702]: DEBUG nova.compute.manager [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.932757] env[69702]: DEBUG nova.virt.hardware [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.933140] env[69702]: DEBUG nova.virt.hardware [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.933235] env[69702]: DEBUG nova.virt.hardware [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.933392] env[69702]: DEBUG nova.virt.hardware [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.933553] env[69702]: DEBUG nova.virt.hardware [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.933706] env[69702]: DEBUG nova.virt.hardware [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.933916] env[69702]: DEBUG nova.virt.hardware [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.934084] env[69702]: DEBUG nova.virt.hardware [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.934276] env[69702]: DEBUG nova.virt.hardware [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.934439] env[69702]: DEBUG nova.virt.hardware [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.934774] env[69702]: DEBUG nova.virt.hardware [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.935544] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03670b35-2157-4ea7-b782-8ac3e0e596a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.944044] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a934733f-a794-4fa5-85ec-3fe04db02aaf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.053242] env[69702]: DEBUG nova.scheduler.client.report [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.087615] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.239832] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.239832] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.272126] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52beb243-6497-4df0-3e48-b1ef1cadc1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.045442} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.272126] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.272126] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.272126] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.272478] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.272478] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.272478] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49255ea5-1fd1-401a-b069-21416bc73489 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.282427] env[69702]: DEBUG nova.network.neutron [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Updated VIF entry in instance network info cache for port e0a2105c-ecaf-4af2-a855-041e36487418. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.283034] env[69702]: DEBUG nova.network.neutron [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Updating instance_info_cache with network_info: [{"id": "e0a2105c-ecaf-4af2-a855-041e36487418", "address": "fa:16:3e:ae:a0:f0", "network": {"id": "10e5deb0-3c13-4c92-8e8a-1ba7121e6023", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-821596440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfa90514c3544398299897f053aaf73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a2105c-ec", "ovs_interfaceid": "e0a2105c-ecaf-4af2-a855-041e36487418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.290414] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.290414] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.291123] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dfa77fa-fd3d-4c71-a54c-e9fa491d9801 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.297706] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Waiting for the task: (returnval){ [ 643.297706] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524d71d2-299e-0840-0c56-9badd5624d23" [ 643.297706] env[69702]: _type = "Task" [ 643.297706] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.306337] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524d71d2-299e-0840-0c56-9badd5624d23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.340339] env[69702]: DEBUG nova.network.neutron [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.559392] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.675s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.559698] env[69702]: INFO nova.compute.manager [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Migrating [ 643.559901] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.562412] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.562412] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.921s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.566041] env[69702]: INFO nova.compute.claims [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.659920] env[69702]: DEBUG nova.network.neutron [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Updated VIF entry in instance network info cache for port 81ac8f0c-fc4c-4d32-a97f-851babd4f898. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.660477] env[69702]: DEBUG nova.network.neutron [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Updating instance_info_cache with network_info: [{"id": "81ac8f0c-fc4c-4d32-a97f-851babd4f898", "address": "fa:16:3e:24:41:2b", "network": {"id": "ebda7b66-8c14-4459-b462-4c0c8e97d044", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1604829310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af141bcdab142218bd5973744896b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ac8f0c-fc", "ovs_interfaceid": "81ac8f0c-fc4c-4d32-a97f-851babd4f898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.691573] env[69702]: DEBUG nova.network.neutron [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Updating instance_info_cache with network_info: [{"id": "02d28344-d051-4271-ac98-c7470e675db6", "address": "fa:16:3e:79:91:7c", "network": {"id": "1a477af5-bf22-442c-8fab-312594b69916", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1523621383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc7241bcccd42bcb1ffadd05ff6db3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d28344-d0", "ovs_interfaceid": "02d28344-d051-4271-ac98-c7470e675db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.734173] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084593, 'name': ReconfigVM_Task, 'duration_secs': 0.863818} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.734549] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Reconfigured VM instance instance-00000010 to attach disk [datastore2] e23f9423-9373-44c7-8b7b-3a1431b525ae/e23f9423-9373-44c7-8b7b-3a1431b525ae.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.735220] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d34b0c7-66e5-40cb-a740-d6e71927b269 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.742436] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Waiting for the task: (returnval){ [ 643.742436] env[69702]: value = "task-3084594" [ 643.742436] env[69702]: _type = "Task" [ 643.742436] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.753751] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084594, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.796129] env[69702]: DEBUG oslo_concurrency.lockutils [req-356cc377-b974-4469-8525-dc265cb9be49 req-5a62132b-35f2-427e-9831-5682d1552005 service nova] Releasing lock "refresh_cache-e23f9423-9373-44c7-8b7b-3a1431b525ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.810088] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524d71d2-299e-0840-0c56-9badd5624d23, 'name': SearchDatastore_Task, 'duration_secs': 0.028215} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.814486] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a684d68d-9269-4c4b-a40c-d3d3ac7113df {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.819947] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Waiting for the task: (returnval){ [ 643.819947] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a2e93c-5b3d-f828-8476-2ce49afb106f" [ 643.819947] env[69702]: _type = "Task" [ 643.819947] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.830042] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a2e93c-5b3d-f828-8476-2ce49afb106f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.870962] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Acquiring lock "4cbf057b-da38-415c-b0aa-641e21e44333" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.871272] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lock "4cbf057b-da38-415c-b0aa-641e21e44333" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.067753] env[69702]: INFO nova.compute.rpcapi [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 644.068283] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.165185] env[69702]: DEBUG oslo_concurrency.lockutils [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] Releasing lock "refresh_cache-6fccf451-013d-40d7-ae25-e9603e9ee3e8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.165185] env[69702]: DEBUG nova.compute.manager [req-9cf3b214-a98c-4ffb-b2e5-fb108a898f43 req-0273fbe6-8290-4b1c-83fa-18f2d488b5e2 service nova] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Received event network-vif-deleted-ca4b64e1-2eee-4486-a02a-1fedc9869b2a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.194735] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Releasing lock "refresh_cache-1b320d90-1f83-4fa3-991b-5f98cf4b0b19" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.197136] env[69702]: DEBUG nova.compute.manager [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Instance network_info: |[{"id": "02d28344-d051-4271-ac98-c7470e675db6", "address": "fa:16:3e:79:91:7c", "network": {"id": "1a477af5-bf22-442c-8fab-312594b69916", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1523621383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc7241bcccd42bcb1ffadd05ff6db3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d28344-d0", "ovs_interfaceid": "02d28344-d051-4271-ac98-c7470e675db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.197342] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:91:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02d28344-d051-4271-ac98-c7470e675db6', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.204805] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Creating folder: Project (7cc7241bcccd42bcb1ffadd05ff6db3b). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.205286] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9644ec21-0921-43b3-a64a-ddd0fd1718c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.220328] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Created folder: Project (7cc7241bcccd42bcb1ffadd05ff6db3b) in parent group-v617437. [ 644.220328] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Creating folder: Instances. Parent ref: group-v617485. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.220328] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af8dc0c7-f21d-47c0-9aba-4b47d16c72ba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.230262] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Created folder: Instances in parent group-v617485. [ 644.232021] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.232021] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.232021] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-602f1d8a-a381-450e-998c-72c99613627f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.260456] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084594, 'name': Rename_Task, 'duration_secs': 0.180885} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.262227] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.262465] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.262465] env[69702]: value = "task-3084597" [ 644.262465] env[69702]: _type = "Task" [ 644.262465] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.262753] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a79538ea-f5d3-449c-af72-0bd69c7b5a4d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.272112] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084597, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.273401] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Waiting for the task: (returnval){ [ 644.273401] env[69702]: value = "task-3084598" [ 644.273401] env[69702]: _type = "Task" [ 644.273401] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.280832] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.330844] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a2e93c-5b3d-f828-8476-2ce49afb106f, 'name': SearchDatastore_Task, 'duration_secs': 0.01222} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.331184] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.332505] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 6fccf451-013d-40d7-ae25-e9603e9ee3e8/6fccf451-013d-40d7-ae25-e9603e9ee3e8.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.332505] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d63e5da6-7593-47cc-8b0e-0d6a7222ba54 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.338664] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Waiting for the task: (returnval){ [ 644.338664] env[69702]: value = "task-3084599" [ 644.338664] env[69702]: _type = "Task" [ 644.338664] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.350327] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.590749] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.591046] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.595024] env[69702]: DEBUG nova.network.neutron [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.600950] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Acquiring lock "85bba348-d435-40fa-bf2a-a30812d99789" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.602332] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Lock "85bba348-d435-40fa-bf2a-a30812d99789" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.602531] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Acquiring lock "85bba348-d435-40fa-bf2a-a30812d99789-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.602779] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Lock "85bba348-d435-40fa-bf2a-a30812d99789-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.602915] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Lock "85bba348-d435-40fa-bf2a-a30812d99789-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.606954] env[69702]: INFO nova.compute.manager [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Terminating instance [ 644.618795] env[69702]: DEBUG nova.network.neutron [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Successfully updated port: 06ad9d05-e6f1-48c5-81ff-28d8e006b784 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.629997] env[69702]: DEBUG nova.compute.manager [req-2eafa5b4-ad2e-4a7d-ab9e-3da01bc1c2df req-00e62e3d-1376-4265-a856-6fa841751d1a service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Received event network-changed-7ac3f2d6-5204-4787-a915-63d075a566c6 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.630164] env[69702]: DEBUG nova.compute.manager [req-2eafa5b4-ad2e-4a7d-ab9e-3da01bc1c2df req-00e62e3d-1376-4265-a856-6fa841751d1a service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Refreshing instance network info cache due to event network-changed-7ac3f2d6-5204-4787-a915-63d075a566c6. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.630394] env[69702]: DEBUG oslo_concurrency.lockutils [req-2eafa5b4-ad2e-4a7d-ab9e-3da01bc1c2df req-00e62e3d-1376-4265-a856-6fa841751d1a service nova] Acquiring lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.630467] env[69702]: DEBUG oslo_concurrency.lockutils [req-2eafa5b4-ad2e-4a7d-ab9e-3da01bc1c2df req-00e62e3d-1376-4265-a856-6fa841751d1a service nova] Acquired lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.630652] env[69702]: DEBUG nova.network.neutron [req-2eafa5b4-ad2e-4a7d-ab9e-3da01bc1c2df req-00e62e3d-1376-4265-a856-6fa841751d1a service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Refreshing network info cache for port 7ac3f2d6-5204-4787-a915-63d075a566c6 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.778160] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084597, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.786618] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.847860] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.113197] env[69702]: DEBUG nova.compute.manager [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.113443] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.114387] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136565d9-4335-4c37-b676-a4e0b9f3b696 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.124305] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "refresh_cache-57839607-c091-43fb-a882-b84dabd27ec7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.124458] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquired lock "refresh_cache-57839607-c091-43fb-a882-b84dabd27ec7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.124604] env[69702]: DEBUG nova.network.neutron [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.129871] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.130931] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0ef44bd-a915-4d9c-8d65-1f78f91db61e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.138992] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6d31d9-5783-4a5b-9afb-ed8843941e90 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.145431] env[69702]: DEBUG oslo_vmware.api [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Waiting for the task: (returnval){ [ 645.145431] env[69702]: value = "task-3084600" [ 645.145431] env[69702]: _type = "Task" [ 645.145431] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.153712] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c7cf01-e10e-4e44-a413-54a88bccf5d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.163292] env[69702]: DEBUG oslo_vmware.api [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.203932] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb35c08-1059-4ae4-bd09-168966a61b56 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.214864] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72f2d90-14a7-4ba2-bd0a-b7fd726a5c81 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.234505] env[69702]: DEBUG nova.compute.provider_tree [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.261043] env[69702]: DEBUG nova.compute.manager [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Received event network-vif-deleted-9c8bb5ab-de0b-42e8-a9f8-cc4fcf2a2345 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.261255] env[69702]: DEBUG nova.compute.manager [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Received event network-vif-plugged-02d28344-d051-4271-ac98-c7470e675db6 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.261482] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] Acquiring lock "1b320d90-1f83-4fa3-991b-5f98cf4b0b19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.261743] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] Lock "1b320d90-1f83-4fa3-991b-5f98cf4b0b19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.261870] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] Lock "1b320d90-1f83-4fa3-991b-5f98cf4b0b19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.262038] env[69702]: DEBUG nova.compute.manager [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] No waiting events found dispatching network-vif-plugged-02d28344-d051-4271-ac98-c7470e675db6 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.262197] env[69702]: WARNING nova.compute.manager [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Received unexpected event network-vif-plugged-02d28344-d051-4271-ac98-c7470e675db6 for instance with vm_state building and task_state spawning. [ 645.262355] env[69702]: DEBUG nova.compute.manager [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Received event network-changed-02d28344-d051-4271-ac98-c7470e675db6 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.262519] env[69702]: DEBUG nova.compute.manager [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Refreshing instance network info cache due to event network-changed-02d28344-d051-4271-ac98-c7470e675db6. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.262756] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] Acquiring lock "refresh_cache-1b320d90-1f83-4fa3-991b-5f98cf4b0b19" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.262826] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] Acquired lock "refresh_cache-1b320d90-1f83-4fa3-991b-5f98cf4b0b19" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.262974] env[69702]: DEBUG nova.network.neutron [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Refreshing network info cache for port 02d28344-d051-4271-ac98-c7470e675db6 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.280729] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084597, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.292641] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.355980] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084599, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.494269] env[69702]: DEBUG nova.network.neutron [req-2eafa5b4-ad2e-4a7d-ab9e-3da01bc1c2df req-00e62e3d-1376-4265-a856-6fa841751d1a service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updated VIF entry in instance network info cache for port 7ac3f2d6-5204-4787-a915-63d075a566c6. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.494581] env[69702]: DEBUG nova.network.neutron [req-2eafa5b4-ad2e-4a7d-ab9e-3da01bc1c2df req-00e62e3d-1376-4265-a856-6fa841751d1a service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance_info_cache with network_info: [{"id": "7ac3f2d6-5204-4787-a915-63d075a566c6", "address": "fa:16:3e:69:cc:45", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac3f2d6-52", "ovs_interfaceid": "7ac3f2d6-5204-4787-a915-63d075a566c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.501112] env[69702]: DEBUG nova.network.neutron [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating instance_info_cache with network_info: [{"id": "b1f9e44a-66a9-42b6-9562-df726e0a4443", "address": "fa:16:3e:0c:11:9c", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f9e44a-66", "ovs_interfaceid": "b1f9e44a-66a9-42b6-9562-df726e0a4443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.656926] env[69702]: DEBUG oslo_vmware.api [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084600, 'name': PowerOffVM_Task, 'duration_secs': 0.31082} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.657245] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.657370] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.657823] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f73eaa3-2203-4105-af23-3feacaa256fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.718407] env[69702]: DEBUG nova.network.neutron [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.741037] env[69702]: DEBUG nova.scheduler.client.report [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.746040] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.746266] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.746440] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Deleting the datastore file [datastore1] 85bba348-d435-40fa-bf2a-a30812d99789 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.746910] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-551dfd5a-7409-442d-a0ed-dbaf6a69c32d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.755714] env[69702]: DEBUG oslo_vmware.api [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Waiting for the task: (returnval){ [ 645.755714] env[69702]: value = "task-3084602" [ 645.755714] env[69702]: _type = "Task" [ 645.755714] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.763524] env[69702]: DEBUG oslo_vmware.api [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.778761] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084597, 'name': CreateVM_Task, 'duration_secs': 1.071079} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.778973] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.782646] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.782646] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.782646] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.782646] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e89ae18-ef1f-44ba-a0ce-91d8286b6a26 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.790727] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 645.790727] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5223510b-6dbf-afb3-a285-838c37fe0baf" [ 645.790727] env[69702]: _type = "Task" [ 645.790727] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.794708] env[69702]: DEBUG oslo_vmware.api [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084598, 'name': PowerOnVM_Task, 'duration_secs': 1.424807} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.798919] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.799321] env[69702]: INFO nova.compute.manager [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Took 10.93 seconds to spawn the instance on the hypervisor. [ 645.799599] env[69702]: DEBUG nova.compute.manager [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.800555] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf248731-6646-4397-b0bc-5985543cf09b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.813460] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5223510b-6dbf-afb3-a285-838c37fe0baf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.853654] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084599, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.055904} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.853913] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 6fccf451-013d-40d7-ae25-e9603e9ee3e8/6fccf451-013d-40d7-ae25-e9603e9ee3e8.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.854144] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.854457] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b47838fa-f6fc-4ea9-9b7c-1e1e1d33ccf7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.861365] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Waiting for the task: (returnval){ [ 645.861365] env[69702]: value = "task-3084603" [ 645.861365] env[69702]: _type = "Task" [ 645.861365] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.870370] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.999485] env[69702]: DEBUG oslo_concurrency.lockutils [req-2eafa5b4-ad2e-4a7d-ab9e-3da01bc1c2df req-00e62e3d-1376-4265-a856-6fa841751d1a service nova] Releasing lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.007565] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.032076] env[69702]: DEBUG nova.network.neutron [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Updating instance_info_cache with network_info: [{"id": "06ad9d05-e6f1-48c5-81ff-28d8e006b784", "address": "fa:16:3e:94:5a:51", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ad9d05-e6", "ovs_interfaceid": "06ad9d05-e6f1-48c5-81ff-28d8e006b784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.182511] env[69702]: DEBUG nova.network.neutron [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Updated VIF entry in instance network info cache for port 02d28344-d051-4271-ac98-c7470e675db6. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.182858] env[69702]: DEBUG nova.network.neutron [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Updating instance_info_cache with network_info: [{"id": "02d28344-d051-4271-ac98-c7470e675db6", "address": "fa:16:3e:79:91:7c", "network": {"id": "1a477af5-bf22-442c-8fab-312594b69916", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1523621383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc7241bcccd42bcb1ffadd05ff6db3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d28344-d0", "ovs_interfaceid": "02d28344-d051-4271-ac98-c7470e675db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.248460] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.250121] env[69702]: DEBUG nova.compute.manager [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.252721] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.587s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.253048] env[69702]: DEBUG nova.objects.instance [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Lazy-loading 'resources' on Instance uuid e665e6e6-8c2b-4559-931b-3c6dadf6d94f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.265234] env[69702]: DEBUG oslo_vmware.api [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.306371] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5223510b-6dbf-afb3-a285-838c37fe0baf, 'name': SearchDatastore_Task, 'duration_secs': 0.017911} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.306371] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.306371] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.306371] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.306583] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.306800] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.307350] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0592ec20-ddcd-4a08-bcfb-3f4f8a93be74 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.325379] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.325599] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.326384] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b1a43a-a5f3-458c-b3d8-8cb6011e0b50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.332613] env[69702]: INFO nova.compute.manager [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Took 28.88 seconds to build instance. [ 646.337130] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 646.337130] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526c5ca3-f0b1-0c15-2224-a016484fcd69" [ 646.337130] env[69702]: _type = "Task" [ 646.337130] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.349899] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526c5ca3-f0b1-0c15-2224-a016484fcd69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.371867] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.332646} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.373205] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.373205] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5139eaa-0d55-4f9c-9088-64e76793f936 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.395888] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 6fccf451-013d-40d7-ae25-e9603e9ee3e8/6fccf451-013d-40d7-ae25-e9603e9ee3e8.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.396806] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb5b9b08-6fc5-494d-8f4d-7973b220a667 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.416308] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Waiting for the task: (returnval){ [ 646.416308] env[69702]: value = "task-3084604" [ 646.416308] env[69702]: _type = "Task" [ 646.416308] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.429348] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.537054] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Releasing lock "refresh_cache-57839607-c091-43fb-a882-b84dabd27ec7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.537468] env[69702]: DEBUG nova.compute.manager [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Instance network_info: |[{"id": "06ad9d05-e6f1-48c5-81ff-28d8e006b784", "address": "fa:16:3e:94:5a:51", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ad9d05-e6", "ovs_interfaceid": "06ad9d05-e6f1-48c5-81ff-28d8e006b784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.537887] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:5a:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06ad9d05-e6f1-48c5-81ff-28d8e006b784', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.546332] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.546593] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.546951] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0be6b3c0-4d08-4277-9b5a-472563bfce1c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.567670] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.567670] env[69702]: value = "task-3084605" [ 646.567670] env[69702]: _type = "Task" [ 646.567670] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.576558] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084605, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.687107] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] Releasing lock "refresh_cache-1b320d90-1f83-4fa3-991b-5f98cf4b0b19" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.687107] env[69702]: DEBUG nova.compute.manager [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Received event network-vif-plugged-06ad9d05-e6f1-48c5-81ff-28d8e006b784 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.687107] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] Acquiring lock "57839607-c091-43fb-a882-b84dabd27ec7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.687812] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] Lock "57839607-c091-43fb-a882-b84dabd27ec7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.687812] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] Lock "57839607-c091-43fb-a882-b84dabd27ec7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.687812] env[69702]: DEBUG nova.compute.manager [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] No waiting events found dispatching network-vif-plugged-06ad9d05-e6f1-48c5-81ff-28d8e006b784 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.687812] env[69702]: WARNING nova.compute.manager [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Received unexpected event network-vif-plugged-06ad9d05-e6f1-48c5-81ff-28d8e006b784 for instance with vm_state building and task_state spawning. [ 646.688039] env[69702]: DEBUG nova.compute.manager [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Received event network-changed-06ad9d05-e6f1-48c5-81ff-28d8e006b784 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.688039] env[69702]: DEBUG nova.compute.manager [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Refreshing instance network info cache due to event network-changed-06ad9d05-e6f1-48c5-81ff-28d8e006b784. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.688177] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] Acquiring lock "refresh_cache-57839607-c091-43fb-a882-b84dabd27ec7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.688308] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] Acquired lock "refresh_cache-57839607-c091-43fb-a882-b84dabd27ec7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.688471] env[69702]: DEBUG nova.network.neutron [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Refreshing network info cache for port 06ad9d05-e6f1-48c5-81ff-28d8e006b784 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.756910] env[69702]: DEBUG nova.compute.utils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.759267] env[69702]: DEBUG nova.compute.manager [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.759909] env[69702]: DEBUG nova.network.neutron [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.780644] env[69702]: DEBUG oslo_vmware.api [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Task: {'id': task-3084602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.717903} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.780644] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.780644] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.780820] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.780990] env[69702]: INFO nova.compute.manager [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Took 1.67 seconds to destroy the instance on the hypervisor. [ 646.781368] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.781512] env[69702]: DEBUG nova.compute.manager [-] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.781595] env[69702]: DEBUG nova.network.neutron [-] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.838024] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ebbf055-158e-4f52-868f-49f34b04d464 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.864s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.849905] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526c5ca3-f0b1-0c15-2224-a016484fcd69, 'name': SearchDatastore_Task, 'duration_secs': 0.030144} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.852397] env[69702]: DEBUG nova.policy [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f2e7ecd9cbe43bcb1378d70368a949c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8fe2bd8cd74477e88bc21b2fe5a9153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.854027] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85cccc90-2cc0-4bb5-883e-1f1a523d8c97 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.865800] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 646.865800] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5272ea30-4f1e-83cd-ab01-528f52e0a054" [ 646.865800] env[69702]: _type = "Task" [ 646.865800] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.879570] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5272ea30-4f1e-83cd-ab01-528f52e0a054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.929111] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084604, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.079439] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084605, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.269917] env[69702]: DEBUG nova.compute.manager [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.342684] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbfdf4e-81c9-4ce1-b4b0-aa95a215c59c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.350568] env[69702]: DEBUG nova.compute.manager [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.362318] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b3a6fd-790c-416f-94a6-af7399d89931 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.376186] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5272ea30-4f1e-83cd-ab01-528f52e0a054, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.402701] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.402951] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1b320d90-1f83-4fa3-991b-5f98cf4b0b19/1b320d90-1f83-4fa3-991b-5f98cf4b0b19.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.407069] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0452d13a-15fc-401e-80e3-b060d065f290 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.410279] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d43c0c-9ef2-4ec3-929b-95382bec5790 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.417483] env[69702]: DEBUG nova.network.neutron [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Successfully created port: 81ffdac3-7e3e-425c-8c90-6452cfe7dda0 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.425497] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 647.425497] env[69702]: value = "task-3084606" [ 647.425497] env[69702]: _type = "Task" [ 647.425497] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.429057] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1f70e4-5f77-4422-ab7a-909b0ad60a56 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.440354] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084604, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.452518] env[69702]: DEBUG nova.compute.provider_tree [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.459875] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.529780] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546ebe7c-3caa-478e-9edf-288556dca36d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.551206] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating instance '7752c8ae-f8e4-4901-85c1-e5a2959a8cee' progress to 0 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 647.578666] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084605, 'name': CreateVM_Task, 'duration_secs': 0.529409} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.579137] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.580015] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.580382] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.580891] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.581250] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb93941-c6e0-488d-a683-f9a035af4993 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.586369] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 647.586369] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52604b26-e835-bb36-b078-526d8a2befa6" [ 647.586369] env[69702]: _type = "Task" [ 647.586369] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.594133] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52604b26-e835-bb36-b078-526d8a2befa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.747249] env[69702]: DEBUG nova.network.neutron [-] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.874767] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.929491] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084604, 'name': ReconfigVM_Task, 'duration_secs': 1.497972} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.934647] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 6fccf451-013d-40d7-ae25-e9603e9ee3e8/6fccf451-013d-40d7-ae25-e9603e9ee3e8.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.940577] env[69702]: DEBUG nova.network.neutron [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Updated VIF entry in instance network info cache for port 06ad9d05-e6f1-48c5-81ff-28d8e006b784. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.940577] env[69702]: DEBUG nova.network.neutron [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Updating instance_info_cache with network_info: [{"id": "06ad9d05-e6f1-48c5-81ff-28d8e006b784", "address": "fa:16:3e:94:5a:51", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ad9d05-e6", "ovs_interfaceid": "06ad9d05-e6f1-48c5-81ff-28d8e006b784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.944221] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7983c54-e704-444d-afa4-395594366981 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.952702] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084606, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.954720] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Waiting for the task: (returnval){ [ 647.954720] env[69702]: value = "task-3084607" [ 647.954720] env[69702]: _type = "Task" [ 647.954720] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.955594] env[69702]: DEBUG nova.scheduler.client.report [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.973626] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084607, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.058621] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.059184] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a991c63-edcf-4922-9d44-33d34158d42c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.066223] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 648.066223] env[69702]: value = "task-3084608" [ 648.066223] env[69702]: _type = "Task" [ 648.066223] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.078639] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.105015] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52604b26-e835-bb36-b078-526d8a2befa6, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.108414] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.108813] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.109111] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.109269] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.109450] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.109824] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74102c3a-8f5c-44bd-8219-d199753667d4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.124820] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.125078] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.125938] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801ea836-bfbb-4e94-b823-ccf648bea4c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.134398] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 648.134398] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52975e52-58a9-a4d4-8d87-ec941b4b1bfd" [ 648.134398] env[69702]: _type = "Task" [ 648.134398] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.143266] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52975e52-58a9-a4d4-8d87-ec941b4b1bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.161588] env[69702]: DEBUG nova.compute.manager [req-4242ef9e-6961-44cd-8c0e-9e2f1d63c0e6 req-54ebbfeb-f963-4857-91c1-bc0b44f3e298 service nova] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Received event network-vif-deleted-89408cc1-b720-4d05-a838-680ca40666c9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.250023] env[69702]: INFO nova.compute.manager [-] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Took 1.47 seconds to deallocate network for instance. [ 648.280758] env[69702]: DEBUG nova.compute.manager [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.312841] env[69702]: DEBUG nova.virt.hardware [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:53:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1000654013',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-789895034',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.313271] env[69702]: DEBUG nova.virt.hardware [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.313576] env[69702]: DEBUG nova.virt.hardware [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.313896] env[69702]: DEBUG nova.virt.hardware [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.314147] env[69702]: DEBUG nova.virt.hardware [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.314396] env[69702]: DEBUG nova.virt.hardware [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.314754] env[69702]: DEBUG nova.virt.hardware [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.315067] env[69702]: DEBUG nova.virt.hardware [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.315379] env[69702]: DEBUG nova.virt.hardware [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.315710] env[69702]: DEBUG nova.virt.hardware [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.316063] env[69702]: DEBUG nova.virt.hardware [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.317612] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879d2688-57ea-4554-b447-5b1ffa3e7349 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.327952] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f0d732-cb72-4547-ae69-3684b8f68a6d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.443044] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79048} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.443381] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1b320d90-1f83-4fa3-991b-5f98cf4b0b19/1b320d90-1f83-4fa3-991b-5f98cf4b0b19.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.443634] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.444204] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d9de134-d653-4c92-880d-5e65bbcc9317 req-c9e70b63-b881-4e9c-97bc-73d4c3e2e5ce service nova] Releasing lock "refresh_cache-57839607-c091-43fb-a882-b84dabd27ec7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.444606] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aad235ea-e9cb-450d-9472-ef393d1098db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.452108] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 648.452108] env[69702]: value = "task-3084609" [ 648.452108] env[69702]: _type = "Task" [ 648.452108] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.465215] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.469427] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.471863] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084607, 'name': Rename_Task, 'duration_secs': 0.163755} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.473271] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.757s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.474142] env[69702]: INFO nova.compute.claims [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.480371] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.480921] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eedd691a-02b1-4f67-b75c-8bf6883c3242 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.489537] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Waiting for the task: (returnval){ [ 648.489537] env[69702]: value = "task-3084610" [ 648.489537] env[69702]: _type = "Task" [ 648.489537] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.499201] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.513410] env[69702]: INFO nova.scheduler.client.report [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Deleted allocations for instance e665e6e6-8c2b-4559-931b-3c6dadf6d94f [ 648.579761] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084608, 'name': PowerOffVM_Task, 'duration_secs': 0.311968} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.580073] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.580263] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating instance '7752c8ae-f8e4-4901-85c1-e5a2959a8cee' progress to 17 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.644945] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52975e52-58a9-a4d4-8d87-ec941b4b1bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.055324} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.645780] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591fa27e-a1fc-4ef7-adc3-2f3d36cb5cf4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.653164] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 648.653164] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526964e6-9b76-e643-575b-e72d2c33cab2" [ 648.653164] env[69702]: _type = "Task" [ 648.653164] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.664584] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526964e6-9b76-e643-575b-e72d2c33cab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.760649] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.970562] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072649} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.970562] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.971103] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e13f1f-5d9c-4972-aa2a-b2c402a0697b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.007347] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 1b320d90-1f83-4fa3-991b-5f98cf4b0b19/1b320d90-1f83-4fa3-991b-5f98cf4b0b19.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.011927] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8194484-9f14-45c8-842c-4ed82b31f229 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.030885] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ff99b10-5309-46d5-8c7f-9d7fb4e3b2bc tempest-ServerDiagnosticsTest-30171024 tempest-ServerDiagnosticsTest-30171024-project-member] Lock "e665e6e6-8c2b-4559-931b-3c6dadf6d94f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.891s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.039769] env[69702]: DEBUG oslo_vmware.api [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084610, 'name': PowerOnVM_Task, 'duration_secs': 0.486724} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.041896] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.042171] env[69702]: INFO nova.compute.manager [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Took 11.52 seconds to spawn the instance on the hypervisor. [ 649.042382] env[69702]: DEBUG nova.compute.manager [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.042749] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 649.042749] env[69702]: value = "task-3084611" [ 649.042749] env[69702]: _type = "Task" [ 649.042749] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.043510] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a4b83d-b9f0-49e4-8261-27a3c0fbf958 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.059640] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.089336] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.089540] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.089585] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.089739] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.089883] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.090096] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.090437] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.090786] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.091241] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.092553] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.092553] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.101290] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fdff9fb-3983-41b1-b84f-fa0e8721698a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.124471] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 649.124471] env[69702]: value = "task-3084612" [ 649.124471] env[69702]: _type = "Task" [ 649.124471] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.134669] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.163802] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526964e6-9b76-e643-575b-e72d2c33cab2, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.164155] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.164431] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 57839607-c091-43fb-a882-b84dabd27ec7/57839607-c091-43fb-a882-b84dabd27ec7.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.164666] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-375a2a68-2830-4c86-9b0c-5664eedaa97d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.172115] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 649.172115] env[69702]: value = "task-3084613" [ 649.172115] env[69702]: _type = "Task" [ 649.172115] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.180329] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.207158] env[69702]: DEBUG nova.network.neutron [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Successfully updated port: 81ffdac3-7e3e-425c-8c90-6452cfe7dda0 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.291909] env[69702]: DEBUG nova.compute.manager [req-f1fd5be9-555a-49e7-8082-db20bac6d314 req-d73b8bca-a8a5-45bb-929d-a77922c0e562 service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Received event network-vif-plugged-81ffdac3-7e3e-425c-8c90-6452cfe7dda0 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.292140] env[69702]: DEBUG oslo_concurrency.lockutils [req-f1fd5be9-555a-49e7-8082-db20bac6d314 req-d73b8bca-a8a5-45bb-929d-a77922c0e562 service nova] Acquiring lock "be618134-646e-4706-aea9-8c770f4fd94f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.292738] env[69702]: DEBUG oslo_concurrency.lockutils [req-f1fd5be9-555a-49e7-8082-db20bac6d314 req-d73b8bca-a8a5-45bb-929d-a77922c0e562 service nova] Lock "be618134-646e-4706-aea9-8c770f4fd94f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.292934] env[69702]: DEBUG oslo_concurrency.lockutils [req-f1fd5be9-555a-49e7-8082-db20bac6d314 req-d73b8bca-a8a5-45bb-929d-a77922c0e562 service nova] Lock "be618134-646e-4706-aea9-8c770f4fd94f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.294610] env[69702]: DEBUG nova.compute.manager [req-f1fd5be9-555a-49e7-8082-db20bac6d314 req-d73b8bca-a8a5-45bb-929d-a77922c0e562 service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] No waiting events found dispatching network-vif-plugged-81ffdac3-7e3e-425c-8c90-6452cfe7dda0 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.296114] env[69702]: WARNING nova.compute.manager [req-f1fd5be9-555a-49e7-8082-db20bac6d314 req-d73b8bca-a8a5-45bb-929d-a77922c0e562 service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Received unexpected event network-vif-plugged-81ffdac3-7e3e-425c-8c90-6452cfe7dda0 for instance with vm_state building and task_state spawning. [ 649.567164] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.576094] env[69702]: INFO nova.compute.manager [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Took 30.51 seconds to build instance. [ 649.645313] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084612, 'name': ReconfigVM_Task, 'duration_secs': 0.337467} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.650558] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating instance '7752c8ae-f8e4-4901-85c1-e5a2959a8cee' progress to 33 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 649.685921] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084613, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.710618] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "refresh_cache-be618134-646e-4706-aea9-8c770f4fd94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.710669] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquired lock "refresh_cache-be618134-646e-4706-aea9-8c770f4fd94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.711346] env[69702]: DEBUG nova.network.neutron [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.060836] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084611, 'name': ReconfigVM_Task, 'duration_secs': 0.953026} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.061419] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 1b320d90-1f83-4fa3-991b-5f98cf4b0b19/1b320d90-1f83-4fa3-991b-5f98cf4b0b19.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.064507] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3dc0c3e-4c79-4e73-b639-586dcfba2757 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.073455] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 650.073455] env[69702]: value = "task-3084614" [ 650.073455] env[69702]: _type = "Task" [ 650.073455] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.075924] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c13e5c1-b676-437b-9072-0412748bb6a5 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Lock "6fccf451-013d-40d7-ae25-e9603e9ee3e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.722s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.087706] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084614, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.124941] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aecfbb-841b-4230-b0a7-40d909f4eec2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.135423] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a42d75-f38c-461d-b34c-46bd39177688 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.168423] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.168423] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.168618] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.168729] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.168938] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.169028] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.169243] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.169439] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.169600] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.169760] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.169968] env[69702]: DEBUG nova.virt.hardware [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.175453] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 650.176385] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99a77aac-634f-4a7b-a7ad-14fb726ed6c8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.190358] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d38ff4-4cae-47c0-bd0b-097d26ed401c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.205793] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acce40be-df33-4931-85ca-e77b2b868286 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.210222] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77407} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.211705] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 57839607-c091-43fb-a882-b84dabd27ec7/57839607-c091-43fb-a882-b84dabd27ec7.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.211934] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.212262] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 650.212262] env[69702]: value = "task-3084615" [ 650.212262] env[69702]: _type = "Task" [ 650.212262] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.212955] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cde495a-dd34-46e7-9449-76c9c4db2ee8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.228517] env[69702]: DEBUG nova.compute.provider_tree [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.236012] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.237368] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 650.237368] env[69702]: value = "task-3084616" [ 650.237368] env[69702]: _type = "Task" [ 650.237368] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.246813] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.268616] env[69702]: DEBUG nova.network.neutron [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.470827] env[69702]: DEBUG nova.network.neutron [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Updating instance_info_cache with network_info: [{"id": "81ffdac3-7e3e-425c-8c90-6452cfe7dda0", "address": "fa:16:3e:ff:c5:16", "network": {"id": "2b687e3b-2a4c-455b-9bd0-37f4af4b5fa4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-890021617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8fe2bd8cd74477e88bc21b2fe5a9153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ffdac3-7e", "ovs_interfaceid": "81ffdac3-7e3e-425c-8c90-6452cfe7dda0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.585027] env[69702]: DEBUG nova.compute.manager [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.589842] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084614, 'name': Rename_Task, 'duration_secs': 0.396361} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.590553] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.591312] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4394ceef-a81c-4e48-b90d-7d57a8ee68b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.598411] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 650.598411] env[69702]: value = "task-3084617" [ 650.598411] env[69702]: _type = "Task" [ 650.598411] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.608915] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.731410] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084615, 'name': ReconfigVM_Task, 'duration_secs': 0.356055} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.732945] env[69702]: DEBUG nova.scheduler.client.report [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.739230] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 650.740366] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677dc5f5-513b-4140-8fd8-ff4394e67c02 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.753857] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150124} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.766285] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.775376] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 7752c8ae-f8e4-4901-85c1-e5a2959a8cee/7752c8ae-f8e4-4901-85c1-e5a2959a8cee.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.777088] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0085f4bc-b96c-41eb-a2e4-5bbb78590352 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.780764] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fe2eb86-a182-4f18-93af-0b8c9f22a76e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.819327] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 57839607-c091-43fb-a882-b84dabd27ec7/57839607-c091-43fb-a882-b84dabd27ec7.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.819737] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 650.819737] env[69702]: value = "task-3084618" [ 650.819737] env[69702]: _type = "Task" [ 650.819737] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.820668] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-411a94b7-d611-455a-955c-60d3666f1a48 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.847931] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.849333] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 650.849333] env[69702]: value = "task-3084619" [ 650.849333] env[69702]: _type = "Task" [ 650.849333] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.857661] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.873123] env[69702]: DEBUG nova.compute.manager [req-2962b77a-923c-421d-8f51-6017bcae1371 req-972a7e73-2038-4378-878d-9c3f20058cf7 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Received event network-changed-e0a2105c-ecaf-4af2-a855-041e36487418 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.873394] env[69702]: DEBUG nova.compute.manager [req-2962b77a-923c-421d-8f51-6017bcae1371 req-972a7e73-2038-4378-878d-9c3f20058cf7 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Refreshing instance network info cache due to event network-changed-e0a2105c-ecaf-4af2-a855-041e36487418. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.873554] env[69702]: DEBUG oslo_concurrency.lockutils [req-2962b77a-923c-421d-8f51-6017bcae1371 req-972a7e73-2038-4378-878d-9c3f20058cf7 service nova] Acquiring lock "refresh_cache-e23f9423-9373-44c7-8b7b-3a1431b525ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.873631] env[69702]: DEBUG oslo_concurrency.lockutils [req-2962b77a-923c-421d-8f51-6017bcae1371 req-972a7e73-2038-4378-878d-9c3f20058cf7 service nova] Acquired lock "refresh_cache-e23f9423-9373-44c7-8b7b-3a1431b525ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.873800] env[69702]: DEBUG nova.network.neutron [req-2962b77a-923c-421d-8f51-6017bcae1371 req-972a7e73-2038-4378-878d-9c3f20058cf7 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Refreshing network info cache for port e0a2105c-ecaf-4af2-a855-041e36487418 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.974651] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Releasing lock "refresh_cache-be618134-646e-4706-aea9-8c770f4fd94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.974768] env[69702]: DEBUG nova.compute.manager [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Instance network_info: |[{"id": "81ffdac3-7e3e-425c-8c90-6452cfe7dda0", "address": "fa:16:3e:ff:c5:16", "network": {"id": "2b687e3b-2a4c-455b-9bd0-37f4af4b5fa4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-890021617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8fe2bd8cd74477e88bc21b2fe5a9153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ffdac3-7e", "ovs_interfaceid": "81ffdac3-7e3e-425c-8c90-6452cfe7dda0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.975596] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:c5:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81ffdac3-7e3e-425c-8c90-6452cfe7dda0', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.986529] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Creating folder: Project (f8fe2bd8cd74477e88bc21b2fe5a9153). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.986529] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94af1b05-2389-48bb-9c5b-7cc35cd50feb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.995081] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Created folder: Project (f8fe2bd8cd74477e88bc21b2fe5a9153) in parent group-v617437. [ 650.995434] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Creating folder: Instances. Parent ref: group-v617489. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.995523] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86d2d9b9-9351-47ac-997e-b840d87d0530 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.004361] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Created folder: Instances in parent group-v617489. [ 651.004602] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.004796] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.005016] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f613d417-79a5-4ae1-b329-e110ff53bdb7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.027804] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.027804] env[69702]: value = "task-3084622" [ 651.027804] env[69702]: _type = "Task" [ 651.027804] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.040828] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084622, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.110039] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084617, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.111162] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.246170] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.246826] env[69702]: DEBUG nova.compute.manager [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.251094] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.095s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.251514] env[69702]: DEBUG nova.objects.instance [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Lazy-loading 'resources' on Instance uuid 5f1a53e0-9d97-4f01-928e-0524eebd7bf9 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.348796] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084618, 'name': ReconfigVM_Task, 'duration_secs': 0.374629} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.349157] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 7752c8ae-f8e4-4901-85c1-e5a2959a8cee/7752c8ae-f8e4-4901-85c1-e5a2959a8cee.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.349461] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating instance '7752c8ae-f8e4-4901-85c1-e5a2959a8cee' progress to 50 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 651.361312] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "67b31c61-8436-48f7-9bc4-af90ecd843b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.361312] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "67b31c61-8436-48f7-9bc4-af90ecd843b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.371426] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084619, 'name': ReconfigVM_Task, 'duration_secs': 0.342309} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.372223] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 57839607-c091-43fb-a882-b84dabd27ec7/57839607-c091-43fb-a882-b84dabd27ec7.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.372947] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5681443d-7599-4de5-8a53-a2b0dcc0e1b4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.383025] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 651.383025] env[69702]: value = "task-3084623" [ 651.383025] env[69702]: _type = "Task" [ 651.383025] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.393849] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084623, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.541651] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084622, 'name': CreateVM_Task, 'duration_secs': 0.364447} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.541651] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.542157] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.542365] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.542637] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.542882] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c590c6dd-7b20-46de-a435-b2bb5e9cc0de {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.550023] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 651.550023] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ceac08-3937-8fb1-e614-59b5ae21cf85" [ 651.550023] env[69702]: _type = "Task" [ 651.550023] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.556405] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ceac08-3937-8fb1-e614-59b5ae21cf85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.615023] env[69702]: DEBUG oslo_vmware.api [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084617, 'name': PowerOnVM_Task, 'duration_secs': 0.640811} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.615023] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.615023] env[69702]: INFO nova.compute.manager [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Took 11.36 seconds to spawn the instance on the hypervisor. [ 651.615023] env[69702]: DEBUG nova.compute.manager [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.615023] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef685a4e-190f-44fb-a16c-55daea52424e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.758190] env[69702]: DEBUG nova.compute.utils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.758190] env[69702]: DEBUG nova.compute.manager [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.758190] env[69702]: DEBUG nova.network.neutron [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.806898] env[69702]: DEBUG nova.policy [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b67b8a595dc14ef8a054533044432871', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83e05c69715a4b538e6d147c61709d63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.867629] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0209bd90-8ed6-4d1b-861e-11434b5a4553 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.898347] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9338f568-4fcf-4cfb-a29c-75950739409a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.907610] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084623, 'name': Rename_Task, 'duration_secs': 0.152156} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.920616] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.920971] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating instance '7752c8ae-f8e4-4901-85c1-e5a2959a8cee' progress to 67 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 651.925923] env[69702]: DEBUG nova.network.neutron [req-2962b77a-923c-421d-8f51-6017bcae1371 req-972a7e73-2038-4378-878d-9c3f20058cf7 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Updated VIF entry in instance network info cache for port e0a2105c-ecaf-4af2-a855-041e36487418. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.926635] env[69702]: DEBUG nova.network.neutron [req-2962b77a-923c-421d-8f51-6017bcae1371 req-972a7e73-2038-4378-878d-9c3f20058cf7 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Updating instance_info_cache with network_info: [{"id": "e0a2105c-ecaf-4af2-a855-041e36487418", "address": "fa:16:3e:ae:a0:f0", "network": {"id": "10e5deb0-3c13-4c92-8e8a-1ba7121e6023", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-821596440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfa90514c3544398299897f053aaf73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a2105c-ec", "ovs_interfaceid": "e0a2105c-ecaf-4af2-a855-041e36487418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.929900] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33b27e67-67ba-4c85-9850-701b89991b09 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.939916] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 651.939916] env[69702]: value = "task-3084624" [ 651.939916] env[69702]: _type = "Task" [ 651.939916] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.956303] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.966116] env[69702]: DEBUG nova.compute.manager [req-3d2df374-9c78-42ff-991f-2b3040cea3ea req-605317eb-0932-4907-a104-a2f1f8e080b1 service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Received event network-changed-81ffdac3-7e3e-425c-8c90-6452cfe7dda0 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.966313] env[69702]: DEBUG nova.compute.manager [req-3d2df374-9c78-42ff-991f-2b3040cea3ea req-605317eb-0932-4907-a104-a2f1f8e080b1 service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Refreshing instance network info cache due to event network-changed-81ffdac3-7e3e-425c-8c90-6452cfe7dda0. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.966525] env[69702]: DEBUG oslo_concurrency.lockutils [req-3d2df374-9c78-42ff-991f-2b3040cea3ea req-605317eb-0932-4907-a104-a2f1f8e080b1 service nova] Acquiring lock "refresh_cache-be618134-646e-4706-aea9-8c770f4fd94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.966659] env[69702]: DEBUG oslo_concurrency.lockutils [req-3d2df374-9c78-42ff-991f-2b3040cea3ea req-605317eb-0932-4907-a104-a2f1f8e080b1 service nova] Acquired lock "refresh_cache-be618134-646e-4706-aea9-8c770f4fd94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.966812] env[69702]: DEBUG nova.network.neutron [req-3d2df374-9c78-42ff-991f-2b3040cea3ea req-605317eb-0932-4907-a104-a2f1f8e080b1 service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Refreshing network info cache for port 81ffdac3-7e3e-425c-8c90-6452cfe7dda0 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.062976] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ceac08-3937-8fb1-e614-59b5ae21cf85, 'name': SearchDatastore_Task, 'duration_secs': 0.012898} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.063374] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.063541] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.063776] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.063924] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.064130] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.064443] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e96a9a1-5246-4b0e-9264-2b43c62cf677 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.083821] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.084043] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.085142] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267fb96f-81c0-4c0a-8244-a78aed1850c7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.091382] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 652.091382] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527b9f91-fdb1-79a8-ad6c-d009b2e2c599" [ 652.091382] env[69702]: _type = "Task" [ 652.091382] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.109737] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527b9f91-fdb1-79a8-ad6c-d009b2e2c599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.139702] env[69702]: INFO nova.compute.manager [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Took 33.01 seconds to build instance. [ 652.267498] env[69702]: DEBUG nova.compute.manager [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.406775] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.406937] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.417713] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450a8e46-2e4d-4f63-a438-2874e45bc824 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.425552] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93d759c-80ce-4c12-9c61-7d70db70721f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.438027] env[69702]: DEBUG oslo_concurrency.lockutils [req-2962b77a-923c-421d-8f51-6017bcae1371 req-972a7e73-2038-4378-878d-9c3f20058cf7 service nova] Releasing lock "refresh_cache-e23f9423-9373-44c7-8b7b-3a1431b525ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.469788] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95131eb-3476-4124-939e-4d7d0fae46d6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.483741] env[69702]: DEBUG oslo_vmware.api [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084624, 'name': PowerOnVM_Task, 'duration_secs': 0.512758} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.486569] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.488332] env[69702]: INFO nova.compute.manager [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Took 9.58 seconds to spawn the instance on the hypervisor. [ 652.488332] env[69702]: DEBUG nova.compute.manager [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.488332] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c416de-473e-4153-af0d-f71a7a0e2dda {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.492447] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665af675-b3cb-4afb-9863-e773fa94b71f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.519603] env[69702]: DEBUG nova.compute.provider_tree [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.521802] env[69702]: DEBUG nova.network.neutron [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Port b1f9e44a-66a9-42b6-9562-df726e0a4443 binding to destination host cpu-1 is already ACTIVE {{(pid=69702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 652.525505] env[69702]: DEBUG nova.network.neutron [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Successfully created port: 8ec172b3-307f-4faa-9f90-b8f38eed15de {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.603041] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527b9f91-fdb1-79a8-ad6c-d009b2e2c599, 'name': SearchDatastore_Task, 'duration_secs': 0.021222} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.604466] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e52026-f3da-485c-bc15-8572837ac909 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.610961] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 652.610961] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d1a1d2-856c-3613-f638-26fbe5fb4713" [ 652.610961] env[69702]: _type = "Task" [ 652.610961] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.623938] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d1a1d2-856c-3613-f638-26fbe5fb4713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.643379] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9c309a72-f8d4-4674-8aab-b7c6c842fe86 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "1b320d90-1f83-4fa3-991b-5f98cf4b0b19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.342s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.029411] env[69702]: DEBUG nova.scheduler.client.report [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.042242] env[69702]: INFO nova.compute.manager [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Took 32.84 seconds to build instance. [ 653.122994] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d1a1d2-856c-3613-f638-26fbe5fb4713, 'name': SearchDatastore_Task, 'duration_secs': 0.015905} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.123288] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.123551] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] be618134-646e-4706-aea9-8c770f4fd94f/be618134-646e-4706-aea9-8c770f4fd94f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.123813] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fa350f9-6cca-4b8b-84dd-65aff9e4cf89 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.130236] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 653.130236] env[69702]: value = "task-3084625" [ 653.130236] env[69702]: _type = "Task" [ 653.130236] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.138668] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.146266] env[69702]: DEBUG nova.compute.manager [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.263521] env[69702]: DEBUG nova.network.neutron [req-3d2df374-9c78-42ff-991f-2b3040cea3ea req-605317eb-0932-4907-a104-a2f1f8e080b1 service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Updated VIF entry in instance network info cache for port 81ffdac3-7e3e-425c-8c90-6452cfe7dda0. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.263521] env[69702]: DEBUG nova.network.neutron [req-3d2df374-9c78-42ff-991f-2b3040cea3ea req-605317eb-0932-4907-a104-a2f1f8e080b1 service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Updating instance_info_cache with network_info: [{"id": "81ffdac3-7e3e-425c-8c90-6452cfe7dda0", "address": "fa:16:3e:ff:c5:16", "network": {"id": "2b687e3b-2a4c-455b-9bd0-37f4af4b5fa4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-890021617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8fe2bd8cd74477e88bc21b2fe5a9153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ffdac3-7e", "ovs_interfaceid": "81ffdac3-7e3e-425c-8c90-6452cfe7dda0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.291221] env[69702]: DEBUG nova.compute.manager [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.305588] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquiring lock "f208df38-eba6-4969-9639-176cddc5d1ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.305588] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Lock "f208df38-eba6-4969-9639-176cddc5d1ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.323446] env[69702]: DEBUG nova.virt.hardware [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.323695] env[69702]: DEBUG nova.virt.hardware [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.323954] env[69702]: DEBUG nova.virt.hardware [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.324049] env[69702]: DEBUG nova.virt.hardware [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.324205] env[69702]: DEBUG nova.virt.hardware [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.324351] env[69702]: DEBUG nova.virt.hardware [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.324564] env[69702]: DEBUG nova.virt.hardware [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.324865] env[69702]: DEBUG nova.virt.hardware [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.325220] env[69702]: DEBUG nova.virt.hardware [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.325671] env[69702]: DEBUG nova.virt.hardware [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.326523] env[69702]: DEBUG nova.virt.hardware [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.328340] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c076e1-3f92-4834-a2e8-1fe54952d072 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.344775] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18d2065-8d95-4194-9026-c59600a74695 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.535711] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.538260] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.921s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.540023] env[69702]: INFO nova.compute.claims [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.547554] env[69702]: DEBUG oslo_concurrency.lockutils [None req-976b0254-6521-409d-aea4-1250f85ef538 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "57839607-c091-43fb-a882-b84dabd27ec7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.248s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.568524] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.568649] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.568883] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.612861] env[69702]: INFO nova.scheduler.client.report [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Deleted allocations for instance 5f1a53e0-9d97-4f01-928e-0524eebd7bf9 [ 653.643937] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084625, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.682104] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.766640] env[69702]: DEBUG oslo_concurrency.lockutils [req-3d2df374-9c78-42ff-991f-2b3040cea3ea req-605317eb-0932-4907-a104-a2f1f8e080b1 service nova] Releasing lock "refresh_cache-be618134-646e-4706-aea9-8c770f4fd94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.070699] env[69702]: DEBUG nova.compute.manager [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.084671] env[69702]: DEBUG nova.compute.manager [req-1f45f5eb-893d-4b5c-a21b-3de8d0bba59d req-566a53d0-e87a-4d35-8fdd-8b8fa868e90a service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Received event network-changed-81ac8f0c-fc4c-4d32-a97f-851babd4f898 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.084859] env[69702]: DEBUG nova.compute.manager [req-1f45f5eb-893d-4b5c-a21b-3de8d0bba59d req-566a53d0-e87a-4d35-8fdd-8b8fa868e90a service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Refreshing instance network info cache due to event network-changed-81ac8f0c-fc4c-4d32-a97f-851babd4f898. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.085083] env[69702]: DEBUG oslo_concurrency.lockutils [req-1f45f5eb-893d-4b5c-a21b-3de8d0bba59d req-566a53d0-e87a-4d35-8fdd-8b8fa868e90a service nova] Acquiring lock "refresh_cache-6fccf451-013d-40d7-ae25-e9603e9ee3e8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.085229] env[69702]: DEBUG oslo_concurrency.lockutils [req-1f45f5eb-893d-4b5c-a21b-3de8d0bba59d req-566a53d0-e87a-4d35-8fdd-8b8fa868e90a service nova] Acquired lock "refresh_cache-6fccf451-013d-40d7-ae25-e9603e9ee3e8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.085391] env[69702]: DEBUG nova.network.neutron [req-1f45f5eb-893d-4b5c-a21b-3de8d0bba59d req-566a53d0-e87a-4d35-8fdd-8b8fa868e90a service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Refreshing network info cache for port 81ac8f0c-fc4c-4d32-a97f-851babd4f898 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.122513] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b79dc274-4e77-4dbd-8916-bc182600f48a tempest-ImagesNegativeTestJSON-425945880 tempest-ImagesNegativeTestJSON-425945880-project-member] Lock "5f1a53e0-9d97-4f01-928e-0524eebd7bf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.583s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.145907] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779628} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.147041] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] be618134-646e-4706-aea9-8c770f4fd94f/be618134-646e-4706-aea9-8c770f4fd94f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.147437] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.148468] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfebdf88-3ce7-4cd4-a2c3-e7a56de537aa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.157328] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 654.157328] env[69702]: value = "task-3084626" [ 654.157328] env[69702]: _type = "Task" [ 654.157328] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.165940] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.598156] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.666421] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.666712] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.666999] env[69702]: DEBUG nova.network.neutron [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.683437] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.755943] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6714b1e-ac3f-4e40-ac74-7f1a274c0435 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.763046] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2cee6c46-42c4-48a7-acc1-17433d7c6e12 tempest-ServersAdminNegativeTestJSON-777947300 tempest-ServersAdminNegativeTestJSON-777947300-project-admin] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Suspending the VM {{(pid=69702) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 654.763345] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4db6810a-7b69-433a-8111-996cb82148a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.772655] env[69702]: DEBUG oslo_vmware.api [None req-2cee6c46-42c4-48a7-acc1-17433d7c6e12 tempest-ServersAdminNegativeTestJSON-777947300 tempest-ServersAdminNegativeTestJSON-777947300-project-admin] Waiting for the task: (returnval){ [ 654.772655] env[69702]: value = "task-3084627" [ 654.772655] env[69702]: _type = "Task" [ 654.772655] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.785348] env[69702]: DEBUG oslo_vmware.api [None req-2cee6c46-42c4-48a7-acc1-17433d7c6e12 tempest-ServersAdminNegativeTestJSON-777947300 tempest-ServersAdminNegativeTestJSON-777947300-project-admin] Task: {'id': task-3084627, 'name': SuspendVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.855373] env[69702]: DEBUG nova.network.neutron [req-1f45f5eb-893d-4b5c-a21b-3de8d0bba59d req-566a53d0-e87a-4d35-8fdd-8b8fa868e90a service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Updated VIF entry in instance network info cache for port 81ac8f0c-fc4c-4d32-a97f-851babd4f898. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.856250] env[69702]: DEBUG nova.network.neutron [req-1f45f5eb-893d-4b5c-a21b-3de8d0bba59d req-566a53d0-e87a-4d35-8fdd-8b8fa868e90a service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Updating instance_info_cache with network_info: [{"id": "81ac8f0c-fc4c-4d32-a97f-851babd4f898", "address": "fa:16:3e:24:41:2b", "network": {"id": "ebda7b66-8c14-4459-b462-4c0c8e97d044", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1604829310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af141bcdab142218bd5973744896b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ac8f0c-fc", "ovs_interfaceid": "81ac8f0c-fc4c-4d32-a97f-851babd4f898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.106335] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb059af2-461f-4a8f-841c-49fa3641c558 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.114700] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a53353-bf5f-4c21-9b55-4554ec473c99 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.150115] env[69702]: DEBUG nova.network.neutron [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Successfully updated port: 8ec172b3-307f-4faa-9f90-b8f38eed15de {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.154601] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae151f0-d7d8-488f-aa96-4c43e5820a7c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.161411] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1a1b4f-1f72-4838-b8f3-e8218b742dc4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.183942] env[69702]: DEBUG nova.compute.provider_tree [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.191406] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.916186} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.191997] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.193124] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4ce350-6c67-4c82-bd16-457c030e50c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.217465] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] be618134-646e-4706-aea9-8c770f4fd94f/be618134-646e-4706-aea9-8c770f4fd94f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.218461] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1062ea-d5af-4237-8632-accf5e07312b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.241863] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 655.241863] env[69702]: value = "task-3084628" [ 655.241863] env[69702]: _type = "Task" [ 655.241863] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.254088] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.278363] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "756ccd3a-c4c4-41eb-b460-c4b34f07f375" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.278363] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "756ccd3a-c4c4-41eb-b460-c4b34f07f375" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.287489] env[69702]: DEBUG oslo_vmware.api [None req-2cee6c46-42c4-48a7-acc1-17433d7c6e12 tempest-ServersAdminNegativeTestJSON-777947300 tempest-ServersAdminNegativeTestJSON-777947300-project-admin] Task: {'id': task-3084627, 'name': SuspendVM_Task} progress is 62%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.313758] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "8caec654-87db-4590-a963-501758b4305e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.313758] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "8caec654-87db-4590-a963-501758b4305e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.356370] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "1f9cfce3-1616-4167-8a02-1ca3b58dc115" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.356599] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "1f9cfce3-1616-4167-8a02-1ca3b58dc115" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.371052] env[69702]: DEBUG oslo_concurrency.lockutils [req-1f45f5eb-893d-4b5c-a21b-3de8d0bba59d req-566a53d0-e87a-4d35-8fdd-8b8fa868e90a service nova] Releasing lock "refresh_cache-6fccf451-013d-40d7-ae25-e9603e9ee3e8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.584597] env[69702]: DEBUG nova.network.neutron [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating instance_info_cache with network_info: [{"id": "b1f9e44a-66a9-42b6-9562-df726e0a4443", "address": "fa:16:3e:0c:11:9c", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f9e44a-66", "ovs_interfaceid": "b1f9e44a-66a9-42b6-9562-df726e0a4443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.655681] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.655837] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquired lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.655986] env[69702]: DEBUG nova.network.neutron [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.712217] env[69702]: ERROR nova.scheduler.client.report [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [req-4138258e-bb40-4c72-a0ac-bbac2f0c98ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5a08ce25-a270-4b9f-aabb-681250add3d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4138258e-bb40-4c72-a0ac-bbac2f0c98ef"}]} [ 655.729183] env[69702]: DEBUG nova.scheduler.client.report [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Refreshing inventories for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 655.746712] env[69702]: DEBUG nova.scheduler.client.report [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Updating ProviderTree inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 655.746944] env[69702]: DEBUG nova.compute.provider_tree [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.756473] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084628, 'name': ReconfigVM_Task, 'duration_secs': 0.371998} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.756742] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Reconfigured VM instance instance-00000014 to attach disk [datastore1] be618134-646e-4706-aea9-8c770f4fd94f/be618134-646e-4706-aea9-8c770f4fd94f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.757355] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-528b6807-11c6-4e57-b5c4-401debf0e729 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.759652] env[69702]: DEBUG nova.scheduler.client.report [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Refreshing aggregate associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, aggregates: None {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 655.765852] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 655.765852] env[69702]: value = "task-3084629" [ 655.765852] env[69702]: _type = "Task" [ 655.765852] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.774443] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084629, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.777587] env[69702]: DEBUG nova.scheduler.client.report [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Refreshing trait associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 655.787582] env[69702]: DEBUG oslo_vmware.api [None req-2cee6c46-42c4-48a7-acc1-17433d7c6e12 tempest-ServersAdminNegativeTestJSON-777947300 tempest-ServersAdminNegativeTestJSON-777947300-project-admin] Task: {'id': task-3084627, 'name': SuspendVM_Task, 'duration_secs': 0.668857} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.787904] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2cee6c46-42c4-48a7-acc1-17433d7c6e12 tempest-ServersAdminNegativeTestJSON-777947300 tempest-ServersAdminNegativeTestJSON-777947300-project-admin] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Suspended the VM {{(pid=69702) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 655.788185] env[69702]: DEBUG nova.compute.manager [None req-2cee6c46-42c4-48a7-acc1-17433d7c6e12 tempest-ServersAdminNegativeTestJSON-777947300 tempest-ServersAdminNegativeTestJSON-777947300-project-admin] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.789077] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f3c17c-28d8-40a2-a75a-7e402393378e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.089054] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.197346] env[69702]: DEBUG nova.network.neutron [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.276800] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084629, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.322700] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83677a80-8074-44d8-a88c-e56177d2d7bb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.330926] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c0d799-1042-424a-b4b3-6f14ac99d527 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.374223] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f9ec0f-aed8-45f9-8bbc-ce358721e3ea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.382079] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11502ef-67b5-4178-ba5c-4ce9697c6fc7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.400794] env[69702]: DEBUG nova.compute.provider_tree [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.408766] env[69702]: DEBUG nova.compute.manager [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Received event network-vif-plugged-8ec172b3-307f-4faa-9f90-b8f38eed15de {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.408879] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] Acquiring lock "e582d30b-721a-4477-9dec-fc371140e192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.409098] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] Lock "e582d30b-721a-4477-9dec-fc371140e192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.409260] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] Lock "e582d30b-721a-4477-9dec-fc371140e192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.409418] env[69702]: DEBUG nova.compute.manager [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] No waiting events found dispatching network-vif-plugged-8ec172b3-307f-4faa-9f90-b8f38eed15de {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.411189] env[69702]: WARNING nova.compute.manager [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Received unexpected event network-vif-plugged-8ec172b3-307f-4faa-9f90-b8f38eed15de for instance with vm_state building and task_state spawning. [ 656.411189] env[69702]: DEBUG nova.compute.manager [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Received event network-changed-8ec172b3-307f-4faa-9f90-b8f38eed15de {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.411189] env[69702]: DEBUG nova.compute.manager [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Refreshing instance network info cache due to event network-changed-8ec172b3-307f-4faa-9f90-b8f38eed15de. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.411189] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] Acquiring lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.461890] env[69702]: DEBUG nova.network.neutron [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Updating instance_info_cache with network_info: [{"id": "8ec172b3-307f-4faa-9f90-b8f38eed15de", "address": "fa:16:3e:4d:ea:b8", "network": {"id": "9c90b692-6b8b-4817-b984-fa6baa30dfd8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1661833976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e05c69715a4b538e6d147c61709d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec172b3-30", "ovs_interfaceid": "8ec172b3-307f-4faa-9f90-b8f38eed15de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.631801] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d174862a-8a99-4a8e-8f91-300a15b1e3d9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.650966] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722f9b6e-717c-4132-821e-6933583f4271 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.657860] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating instance '7752c8ae-f8e4-4901-85c1-e5a2959a8cee' progress to 83 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 656.778888] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084629, 'name': Rename_Task, 'duration_secs': 0.569957} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.779264] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.779574] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-036f5296-0908-4815-bfd6-a6f69c86df35 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.786270] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 656.786270] env[69702]: value = "task-3084630" [ 656.786270] env[69702]: _type = "Task" [ 656.786270] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.794078] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.941249] env[69702]: DEBUG nova.scheduler.client.report [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Updated inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 656.941249] env[69702]: DEBUG nova.compute.provider_tree [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Updating resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 generation from 48 to 49 during operation: update_inventory {{(pid=69702) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 656.941249] env[69702]: DEBUG nova.compute.provider_tree [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.968102] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Releasing lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.968102] env[69702]: DEBUG nova.compute.manager [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Instance network_info: |[{"id": "8ec172b3-307f-4faa-9f90-b8f38eed15de", "address": "fa:16:3e:4d:ea:b8", "network": {"id": "9c90b692-6b8b-4817-b984-fa6baa30dfd8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1661833976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e05c69715a4b538e6d147c61709d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec172b3-30", "ovs_interfaceid": "8ec172b3-307f-4faa-9f90-b8f38eed15de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.968289] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] Acquired lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.968289] env[69702]: DEBUG nova.network.neutron [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Refreshing network info cache for port 8ec172b3-307f-4faa-9f90-b8f38eed15de {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.968289] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:ea:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ec172b3-307f-4faa-9f90-b8f38eed15de', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.980964] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.981359] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e582d30b-721a-4477-9dec-fc371140e192] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.982404] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4bd896f-2cf0-43af-8cb2-12d9d168a8b7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.005606] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.005606] env[69702]: value = "task-3084631" [ 657.005606] env[69702]: _type = "Task" [ 657.005606] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.016466] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084631, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.164255] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.164565] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fe994c0-29a5-4345-89cf-390233d37be8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.171257] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 657.171257] env[69702]: value = "task-3084632" [ 657.171257] env[69702]: _type = "Task" [ 657.171257] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.179738] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.298171] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084630, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.445459] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.907s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.445952] env[69702]: DEBUG nova.compute.manager [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.448462] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.271s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.450139] env[69702]: INFO nova.compute.claims [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.515579] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084631, 'name': CreateVM_Task, 'duration_secs': 0.333369} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.515742] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e582d30b-721a-4477-9dec-fc371140e192] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.516517] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.516634] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.516926] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.517387] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10dbddd0-4b7d-45f9-aa31-dc110853dc4b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.523066] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 657.523066] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e48bd0-de98-d9fd-6d3d-d3aa872814f6" [ 657.523066] env[69702]: _type = "Task" [ 657.523066] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.535722] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e48bd0-de98-d9fd-6d3d-d3aa872814f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.682138] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.797710] env[69702]: DEBUG oslo_vmware.api [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084630, 'name': PowerOnVM_Task, 'duration_secs': 0.606337} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.798378] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.798697] env[69702]: INFO nova.compute.manager [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Took 9.52 seconds to spawn the instance on the hypervisor. [ 657.798989] env[69702]: DEBUG nova.compute.manager [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.799863] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f4b28e-3e02-4569-85b1-2708b682028e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.908554] env[69702]: DEBUG nova.network.neutron [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Updated VIF entry in instance network info cache for port 8ec172b3-307f-4faa-9f90-b8f38eed15de. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.910926] env[69702]: DEBUG nova.network.neutron [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Updating instance_info_cache with network_info: [{"id": "8ec172b3-307f-4faa-9f90-b8f38eed15de", "address": "fa:16:3e:4d:ea:b8", "network": {"id": "9c90b692-6b8b-4817-b984-fa6baa30dfd8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1661833976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e05c69715a4b538e6d147c61709d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec172b3-30", "ovs_interfaceid": "8ec172b3-307f-4faa-9f90-b8f38eed15de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.955906] env[69702]: DEBUG nova.compute.utils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.959803] env[69702]: DEBUG nova.compute.manager [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.960619] env[69702]: DEBUG nova.network.neutron [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.036325] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e48bd0-de98-d9fd-6d3d-d3aa872814f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013231} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.036621] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.036933] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.037123] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.037276] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.037454] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.037730] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05c69db1-142a-4e21-bdcb-5ea76b617fd2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.050202] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.050202] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.050202] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c24e0bda-0137-45ef-8235-ba875b5130c5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.055162] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 658.055162] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52027ddc-1750-0623-c227-afd3c672cb78" [ 658.055162] env[69702]: _type = "Task" [ 658.055162] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.063707] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52027ddc-1750-0623-c227-afd3c672cb78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.081696] env[69702]: DEBUG nova.policy [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7d7ce25f91148a3a4fb198186e39291', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f242a2214bd34a929fa03683adb2e0b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.191198] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.318717] env[69702]: INFO nova.compute.manager [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Took 36.70 seconds to build instance. [ 658.415656] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d91f44d-1c55-4871-a47d-d55fcc8a6445 req-7017ba6c-d717-44c8-8382-905bbb685b58 service nova] Releasing lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.463094] env[69702]: DEBUG nova.compute.manager [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.566860] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52027ddc-1750-0623-c227-afd3c672cb78, 'name': SearchDatastore_Task, 'duration_secs': 0.019443} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.568053] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b19395-0b3f-4d5f-8e65-5bb23002b3ca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.577782] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 658.577782] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5295dae8-c40e-83e4-5822-17c9403bd16d" [ 658.577782] env[69702]: _type = "Task" [ 658.577782] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.588202] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5295dae8-c40e-83e4-5822-17c9403bd16d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.689361] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.825156] env[69702]: DEBUG oslo_concurrency.lockutils [None req-21934e45-3dd3-4d52-88c7-c5a87c25b67b tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "be618134-646e-4706-aea9-8c770f4fd94f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.811s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.055070] env[69702]: DEBUG nova.network.neutron [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Successfully created port: e291e609-f40f-4178-ad04-c946e88fc936 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.090048] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5295dae8-c40e-83e4-5822-17c9403bd16d, 'name': SearchDatastore_Task, 'duration_secs': 0.026927} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.092638] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.093504] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] e582d30b-721a-4477-9dec-fc371140e192/e582d30b-721a-4477-9dec-fc371140e192.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.094039] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96491adb-0402-4be5-a250-47f5f6e486b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.100224] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 659.100224] env[69702]: value = "task-3084633" [ 659.100224] env[69702]: _type = "Task" [ 659.100224] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.108892] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.121054] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9672b68f-2079-4251-8101-fa9b12549c07 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.128087] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fea13df-2461-4195-ae31-e45b9f5a2818 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.158844] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff1247a-fb1b-4623-ba71-fb794bf34ef8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.166105] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c2b0be-b3dd-4b0e-9505-1a0b7b445471 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.180925] env[69702]: DEBUG nova.compute.provider_tree [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.194027] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.329309] env[69702]: DEBUG nova.compute.manager [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.479225] env[69702]: DEBUG nova.compute.manager [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.511200] env[69702]: DEBUG nova.virt.hardware [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.511730] env[69702]: DEBUG nova.virt.hardware [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.511864] env[69702]: DEBUG nova.virt.hardware [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.512151] env[69702]: DEBUG nova.virt.hardware [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.512326] env[69702]: DEBUG nova.virt.hardware [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.512487] env[69702]: DEBUG nova.virt.hardware [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.512755] env[69702]: DEBUG nova.virt.hardware [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.512938] env[69702]: DEBUG nova.virt.hardware [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.513130] env[69702]: DEBUG nova.virt.hardware [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.515165] env[69702]: DEBUG nova.virt.hardware [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.515165] env[69702]: DEBUG nova.virt.hardware [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.515165] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a196e0-6c2f-4ceb-a67b-c04aa8e5fade {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.523171] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b3aa49-d249-46a4-91ba-fc9336336e6f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.610024] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084633, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.687691] env[69702]: DEBUG nova.scheduler.client.report [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.694971] env[69702]: DEBUG oslo_vmware.api [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084632, 'name': PowerOnVM_Task, 'duration_secs': 2.120811} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.695563] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.695759] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0273d278-7f03-4d46-81cd-2a3ed167fe63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating instance '7752c8ae-f8e4-4901-85c1-e5a2959a8cee' progress to 100 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.867458] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.111720] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516263} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.111787] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] e582d30b-721a-4477-9dec-fc371140e192/e582d30b-721a-4477-9dec-fc371140e192.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.112360] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.112548] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddf8b4c0-9b42-41eb-8a7c-3c97a556a546 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.120065] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 660.120065] env[69702]: value = "task-3084634" [ 660.120065] env[69702]: _type = "Task" [ 660.120065] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.133214] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.197363] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.197916] env[69702]: DEBUG nova.compute.manager [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.200732] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.933s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.201047] env[69702]: DEBUG nova.objects.instance [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Lazy-loading 'resources' on Instance uuid ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.632457] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069387} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.632828] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.634173] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a0b722-1454-4489-9ca9-074422c37949 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.657868] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] e582d30b-721a-4477-9dec-fc371140e192/e582d30b-721a-4477-9dec-fc371140e192.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.661018] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-201c0196-ec5d-4a56-af1c-59c716651401 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.678634] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 660.678634] env[69702]: value = "task-3084635" [ 660.678634] env[69702]: _type = "Task" [ 660.678634] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.687895] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.706724] env[69702]: DEBUG nova.compute.utils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.711490] env[69702]: DEBUG nova.compute.manager [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.711490] env[69702]: DEBUG nova.network.neutron [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.757448] env[69702]: DEBUG nova.compute.manager [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.758258] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35926200-93a3-4736-a84d-6b7b3735e173 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.774203] env[69702]: DEBUG nova.policy [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3968ea80ba694cb4bcbea77569fc9f46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a1fcbe154f34ea9b7b0ca8c1cde6045', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.903328] env[69702]: DEBUG nova.compute.manager [req-95daebb6-c175-47ef-a131-3ce325a3cdf3 req-7c455617-90df-48a2-9df6-12e35f2a1cfc service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Received event network-changed-81ffdac3-7e3e-425c-8c90-6452cfe7dda0 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.903607] env[69702]: DEBUG nova.compute.manager [req-95daebb6-c175-47ef-a131-3ce325a3cdf3 req-7c455617-90df-48a2-9df6-12e35f2a1cfc service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Refreshing instance network info cache due to event network-changed-81ffdac3-7e3e-425c-8c90-6452cfe7dda0. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.903862] env[69702]: DEBUG oslo_concurrency.lockutils [req-95daebb6-c175-47ef-a131-3ce325a3cdf3 req-7c455617-90df-48a2-9df6-12e35f2a1cfc service nova] Acquiring lock "refresh_cache-be618134-646e-4706-aea9-8c770f4fd94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.904052] env[69702]: DEBUG oslo_concurrency.lockutils [req-95daebb6-c175-47ef-a131-3ce325a3cdf3 req-7c455617-90df-48a2-9df6-12e35f2a1cfc service nova] Acquired lock "refresh_cache-be618134-646e-4706-aea9-8c770f4fd94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.904245] env[69702]: DEBUG nova.network.neutron [req-95daebb6-c175-47ef-a131-3ce325a3cdf3 req-7c455617-90df-48a2-9df6-12e35f2a1cfc service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Refreshing network info cache for port 81ffdac3-7e3e-425c-8c90-6452cfe7dda0 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.950133] env[69702]: DEBUG nova.network.neutron [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Successfully updated port: e291e609-f40f-4178-ad04-c946e88fc936 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.096022] env[69702]: DEBUG nova.compute.manager [req-e54c9989-9b0b-4a11-a5bc-7763d1a13303 req-0b1244d0-b68f-4e17-a83f-6bb4f3069852 service nova] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Received event network-vif-plugged-e291e609-f40f-4178-ad04-c946e88fc936 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.096022] env[69702]: DEBUG oslo_concurrency.lockutils [req-e54c9989-9b0b-4a11-a5bc-7763d1a13303 req-0b1244d0-b68f-4e17-a83f-6bb4f3069852 service nova] Acquiring lock "7eaa4194-9e09-449b-ac4c-cd5d7e2f719e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.096022] env[69702]: DEBUG oslo_concurrency.lockutils [req-e54c9989-9b0b-4a11-a5bc-7763d1a13303 req-0b1244d0-b68f-4e17-a83f-6bb4f3069852 service nova] Lock "7eaa4194-9e09-449b-ac4c-cd5d7e2f719e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.096022] env[69702]: DEBUG oslo_concurrency.lockutils [req-e54c9989-9b0b-4a11-a5bc-7763d1a13303 req-0b1244d0-b68f-4e17-a83f-6bb4f3069852 service nova] Lock "7eaa4194-9e09-449b-ac4c-cd5d7e2f719e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.096022] env[69702]: DEBUG nova.compute.manager [req-e54c9989-9b0b-4a11-a5bc-7763d1a13303 req-0b1244d0-b68f-4e17-a83f-6bb4f3069852 service nova] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] No waiting events found dispatching network-vif-plugged-e291e609-f40f-4178-ad04-c946e88fc936 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.096300] env[69702]: WARNING nova.compute.manager [req-e54c9989-9b0b-4a11-a5bc-7763d1a13303 req-0b1244d0-b68f-4e17-a83f-6bb4f3069852 service nova] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Received unexpected event network-vif-plugged-e291e609-f40f-4178-ad04-c946e88fc936 for instance with vm_state building and task_state spawning. [ 661.096300] env[69702]: DEBUG nova.network.neutron [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Successfully created port: 247a2b4d-2527-490c-bcd1-180753d51cb2 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.191890] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084635, 'name': ReconfigVM_Task, 'duration_secs': 0.297622} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.193413] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Reconfigured VM instance instance-00000015 to attach disk [datastore1] e582d30b-721a-4477-9dec-fc371140e192/e582d30b-721a-4477-9dec-fc371140e192.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.194618] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f5ed3c7-4bf6-4da3-b48c-da38d75fb9e8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.203610] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 661.203610] env[69702]: value = "task-3084636" [ 661.203610] env[69702]: _type = "Task" [ 661.203610] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.215256] env[69702]: DEBUG nova.compute.manager [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.227093] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084636, 'name': Rename_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.275929] env[69702]: INFO nova.compute.manager [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] instance snapshotting [ 661.279925] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b6558f-2746-456d-8c92-7776fa73f101 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.302631] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef8dc3e-22e2-48b2-805a-93bdec64ba8e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.406236] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd5845a-7103-4527-a010-740b7e3468f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.420076] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321ca31a-135c-403c-95de-dcb689b76bbf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.455542] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Acquiring lock "refresh_cache-7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.455786] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Acquired lock "refresh_cache-7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.456049] env[69702]: DEBUG nova.network.neutron [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.461794] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e257070c-b796-4293-ad1d-cf9512c2f995 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.475014] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b60548a-8778-4b42-aef8-b376ca28fcef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.497281] env[69702]: DEBUG nova.compute.provider_tree [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.713487] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084636, 'name': Rename_Task, 'duration_secs': 0.152697} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.713834] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.714018] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11adbfcf-3ad1-45c2-a935-c42d01a7ad1f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.722713] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 661.722713] env[69702]: value = "task-3084637" [ 661.722713] env[69702]: _type = "Task" [ 661.722713] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.731093] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.784364] env[69702]: DEBUG nova.network.neutron [req-95daebb6-c175-47ef-a131-3ce325a3cdf3 req-7c455617-90df-48a2-9df6-12e35f2a1cfc service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Updated VIF entry in instance network info cache for port 81ffdac3-7e3e-425c-8c90-6452cfe7dda0. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.784746] env[69702]: DEBUG nova.network.neutron [req-95daebb6-c175-47ef-a131-3ce325a3cdf3 req-7c455617-90df-48a2-9df6-12e35f2a1cfc service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Updating instance_info_cache with network_info: [{"id": "81ffdac3-7e3e-425c-8c90-6452cfe7dda0", "address": "fa:16:3e:ff:c5:16", "network": {"id": "2b687e3b-2a4c-455b-9bd0-37f4af4b5fa4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-890021617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8fe2bd8cd74477e88bc21b2fe5a9153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ffdac3-7e", "ovs_interfaceid": "81ffdac3-7e3e-425c-8c90-6452cfe7dda0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.817172] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 661.818608] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-77f3aa89-0c6f-4e47-8e2c-2c414d8d1636 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.826442] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 661.826442] env[69702]: value = "task-3084638" [ 661.826442] env[69702]: _type = "Task" [ 661.826442] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.835678] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084638, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.002106] env[69702]: DEBUG nova.scheduler.client.report [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.011240] env[69702]: DEBUG nova.network.neutron [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.217399] env[69702]: DEBUG nova.network.neutron [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Updating instance_info_cache with network_info: [{"id": "e291e609-f40f-4178-ad04-c946e88fc936", "address": "fa:16:3e:be:d4:76", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape291e609-f4", "ovs_interfaceid": "e291e609-f40f-4178-ad04-c946e88fc936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.234392] env[69702]: DEBUG nova.compute.manager [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.243525] env[69702]: DEBUG oslo_vmware.api [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084637, 'name': PowerOnVM_Task, 'duration_secs': 0.512847} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.244590] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.245191] env[69702]: INFO nova.compute.manager [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Took 8.95 seconds to spawn the instance on the hypervisor. [ 662.245301] env[69702]: DEBUG nova.compute.manager [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.247416] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd7997c-d003-4637-bab7-3d4b023a05a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.277629] env[69702]: DEBUG nova.virt.hardware [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.277629] env[69702]: DEBUG nova.virt.hardware [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.277629] env[69702]: DEBUG nova.virt.hardware [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.278129] env[69702]: DEBUG nova.virt.hardware [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.278129] env[69702]: DEBUG nova.virt.hardware [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.278129] env[69702]: DEBUG nova.virt.hardware [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.278129] env[69702]: DEBUG nova.virt.hardware [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.278129] env[69702]: DEBUG nova.virt.hardware [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.278980] env[69702]: DEBUG nova.virt.hardware [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.278980] env[69702]: DEBUG nova.virt.hardware [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.278980] env[69702]: DEBUG nova.virt.hardware [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.278980] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f824b0d0-d943-42bf-998c-59254c484601 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.288554] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571d545c-b746-4519-8d69-8dd5d811d4ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.292021] env[69702]: DEBUG oslo_concurrency.lockutils [req-95daebb6-c175-47ef-a131-3ce325a3cdf3 req-7c455617-90df-48a2-9df6-12e35f2a1cfc service nova] Releasing lock "refresh_cache-be618134-646e-4706-aea9-8c770f4fd94f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.337627] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084638, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.514643] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.517856] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.016s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.519387] env[69702]: INFO nova.compute.claims [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.538549] env[69702]: INFO nova.scheduler.client.report [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Deleted allocations for instance ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1 [ 662.578023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.578023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.578023] env[69702]: DEBUG nova.compute.manager [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Going to confirm migration 1 {{(pid=69702) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 662.696580] env[69702]: DEBUG nova.network.neutron [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Successfully updated port: 247a2b4d-2527-490c-bcd1-180753d51cb2 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.724893] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Releasing lock "refresh_cache-7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.725586] env[69702]: DEBUG nova.compute.manager [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Instance network_info: |[{"id": "e291e609-f40f-4178-ad04-c946e88fc936", "address": "fa:16:3e:be:d4:76", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape291e609-f4", "ovs_interfaceid": "e291e609-f40f-4178-ad04-c946e88fc936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.725744] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:d4:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e291e609-f40f-4178-ad04-c946e88fc936', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.737366] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Creating folder: Project (f242a2214bd34a929fa03683adb2e0b9). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.738060] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a09d9d5-e081-4087-ba6e-a5ff05eab99e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.752484] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Created folder: Project (f242a2214bd34a929fa03683adb2e0b9) in parent group-v617437. [ 662.752721] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Creating folder: Instances. Parent ref: group-v617493. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.752942] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-270f2efd-c47c-4a67-a629-68ad395eeade {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.768583] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Created folder: Instances in parent group-v617493. [ 662.768899] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.770293] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.777750] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51a24868-91f6-4875-af5c-d5be47af8089 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.800557] env[69702]: INFO nova.compute.manager [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Took 38.10 seconds to build instance. [ 662.809613] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.809613] env[69702]: value = "task-3084641" [ 662.809613] env[69702]: _type = "Task" [ 662.809613] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.818157] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084641, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.837592] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084638, 'name': CreateSnapshot_Task, 'duration_secs': 0.960818} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.837875] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 662.838644] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a09bc1a-33a1-4acd-9004-38fbcf0a9d2a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.046564] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02f3c217-6c2a-4e96-84a5-57215b23a63f tempest-ServerDiagnosticsV248Test-2120470922 tempest-ServerDiagnosticsV248Test-2120470922-project-member] Lock "ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.269s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.124985] env[69702]: DEBUG nova.compute.manager [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Received event network-vif-plugged-247a2b4d-2527-490c-bcd1-180753d51cb2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.125236] env[69702]: DEBUG oslo_concurrency.lockutils [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] Acquiring lock "2d38379b-473f-4bd8-9bd9-91f91a2f35b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.125443] env[69702]: DEBUG oslo_concurrency.lockutils [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] Lock "2d38379b-473f-4bd8-9bd9-91f91a2f35b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.125647] env[69702]: DEBUG oslo_concurrency.lockutils [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] Lock "2d38379b-473f-4bd8-9bd9-91f91a2f35b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.125817] env[69702]: DEBUG nova.compute.manager [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] No waiting events found dispatching network-vif-plugged-247a2b4d-2527-490c-bcd1-180753d51cb2 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.126030] env[69702]: WARNING nova.compute.manager [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Received unexpected event network-vif-plugged-247a2b4d-2527-490c-bcd1-180753d51cb2 for instance with vm_state building and task_state spawning. [ 663.126194] env[69702]: DEBUG nova.compute.manager [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Received event network-changed-247a2b4d-2527-490c-bcd1-180753d51cb2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.126342] env[69702]: DEBUG nova.compute.manager [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Refreshing instance network info cache due to event network-changed-247a2b4d-2527-490c-bcd1-180753d51cb2. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.126533] env[69702]: DEBUG oslo_concurrency.lockutils [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] Acquiring lock "refresh_cache-2d38379b-473f-4bd8-9bd9-91f91a2f35b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.126645] env[69702]: DEBUG oslo_concurrency.lockutils [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] Acquired lock "refresh_cache-2d38379b-473f-4bd8-9bd9-91f91a2f35b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.126790] env[69702]: DEBUG nova.network.neutron [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Refreshing network info cache for port 247a2b4d-2527-490c-bcd1-180753d51cb2 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.184231] env[69702]: DEBUG oslo_concurrency.lockutils [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.184418] env[69702]: DEBUG oslo_concurrency.lockutils [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.184593] env[69702]: DEBUG nova.network.neutron [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.184774] env[69702]: DEBUG nova.objects.instance [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lazy-loading 'info_cache' on Instance uuid 7752c8ae-f8e4-4901-85c1-e5a2959a8cee {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.203030] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Acquiring lock "refresh_cache-2d38379b-473f-4bd8-9bd9-91f91a2f35b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.277791] env[69702]: DEBUG nova.compute.manager [req-0ece4778-fc43-4bc8-8799-b131f9b7a479 req-0bee65c6-587f-4b99-a190-fb014f6281d9 service nova] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Received event network-changed-e291e609-f40f-4178-ad04-c946e88fc936 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.279395] env[69702]: DEBUG nova.compute.manager [req-0ece4778-fc43-4bc8-8799-b131f9b7a479 req-0bee65c6-587f-4b99-a190-fb014f6281d9 service nova] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Refreshing instance network info cache due to event network-changed-e291e609-f40f-4178-ad04-c946e88fc936. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.279395] env[69702]: DEBUG oslo_concurrency.lockutils [req-0ece4778-fc43-4bc8-8799-b131f9b7a479 req-0bee65c6-587f-4b99-a190-fb014f6281d9 service nova] Acquiring lock "refresh_cache-7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.279395] env[69702]: DEBUG oslo_concurrency.lockutils [req-0ece4778-fc43-4bc8-8799-b131f9b7a479 req-0bee65c6-587f-4b99-a190-fb014f6281d9 service nova] Acquired lock "refresh_cache-7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.279395] env[69702]: DEBUG nova.network.neutron [req-0ece4778-fc43-4bc8-8799-b131f9b7a479 req-0bee65c6-587f-4b99-a190-fb014f6281d9 service nova] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Refreshing network info cache for port e291e609-f40f-4178-ad04-c946e88fc936 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.302739] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "57839607-c091-43fb-a882-b84dabd27ec7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.302940] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "57839607-c091-43fb-a882-b84dabd27ec7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.303213] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "57839607-c091-43fb-a882-b84dabd27ec7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.303410] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "57839607-c091-43fb-a882-b84dabd27ec7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.303669] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "57839607-c091-43fb-a882-b84dabd27ec7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.306239] env[69702]: INFO nova.compute.manager [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Terminating instance [ 663.312772] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0298c80d-3eb3-4b1d-a300-61a418bcd306 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "e582d30b-721a-4477-9dec-fc371140e192" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.639s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.325457] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084641, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.358966] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 663.359690] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-664f39af-1c7c-4e58-b291-cf3f86d4f02d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.368607] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 663.368607] env[69702]: value = "task-3084642" [ 663.368607] env[69702]: _type = "Task" [ 663.368607] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.378126] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084642, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.698833] env[69702]: DEBUG nova.network.neutron [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.812110] env[69702]: DEBUG nova.compute.manager [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.812110] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.815517] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2e6c60-f972-4b8d-aecd-465337da3668 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.818988] env[69702]: DEBUG nova.compute.manager [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.831993] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084641, 'name': CreateVM_Task, 'duration_secs': 0.584511} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.834502] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.835347] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.838717] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.838883] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.839476] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.839752] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61a007b5-2f2d-4bdb-931b-361e951b00dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.842898] env[69702]: DEBUG nova.network.neutron [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.844358] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa57f5f6-2605-4ca3-a16d-7e73676dfe4e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.851254] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Waiting for the task: (returnval){ [ 663.851254] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524cedb3-bd37-ffb2-71ee-e9978d508b25" [ 663.851254] env[69702]: _type = "Task" [ 663.851254] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.866814] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524cedb3-bd37-ffb2-71ee-e9978d508b25, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.867867] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.868154] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.868406] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.868574] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.868756] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.870121] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d1eb59c-6315-41cd-9494-411eeb8c048f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.886306] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084642, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.886713] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.886889] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.887602] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a808cb39-bdd3-49c1-b2dd-04d2daf6262b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.894048] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Waiting for the task: (returnval){ [ 663.894048] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526ddd5d-28b4-f873-d5a7-96fd9a1c60dc" [ 663.894048] env[69702]: _type = "Task" [ 663.894048] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.904492] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526ddd5d-28b4-f873-d5a7-96fd9a1c60dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.914509] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.914657] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.914809] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Deleting the datastore file [datastore1] 57839607-c091-43fb-a882-b84dabd27ec7 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.915097] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb20e3e2-1fc2-4120-8a96-7897ac818eb1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.922272] env[69702]: DEBUG oslo_vmware.api [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 663.922272] env[69702]: value = "task-3084644" [ 663.922272] env[69702]: _type = "Task" [ 663.922272] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.934847] env[69702]: DEBUG oslo_vmware.api [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.110112] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5091c518-8ca4-437f-83b4-421c5fb8073e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.121783] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0274925-c6eb-433b-bc4d-1d35490282e6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.162485] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b07055-06f3-4355-8a7c-0f1ee7f460db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.173800] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c365a8-dec0-4ba1-8177-342b59c4cf36 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.190139] env[69702]: DEBUG nova.compute.provider_tree [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.196021] env[69702]: DEBUG nova.network.neutron [req-0ece4778-fc43-4bc8-8799-b131f9b7a479 req-0bee65c6-587f-4b99-a190-fb014f6281d9 service nova] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Updated VIF entry in instance network info cache for port e291e609-f40f-4178-ad04-c946e88fc936. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.196021] env[69702]: DEBUG nova.network.neutron [req-0ece4778-fc43-4bc8-8799-b131f9b7a479 req-0bee65c6-587f-4b99-a190-fb014f6281d9 service nova] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Updating instance_info_cache with network_info: [{"id": "e291e609-f40f-4178-ad04-c946e88fc936", "address": "fa:16:3e:be:d4:76", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape291e609-f4", "ovs_interfaceid": "e291e609-f40f-4178-ad04-c946e88fc936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.348036] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.350281] env[69702]: DEBUG oslo_concurrency.lockutils [req-72e3daf3-8f03-40fa-9919-4e141c1edd66 req-632639b8-68d9-466b-beb6-a550f21230fa service nova] Releasing lock "refresh_cache-2d38379b-473f-4bd8-9bd9-91f91a2f35b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.350281] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Acquired lock "refresh_cache-2d38379b-473f-4bd8-9bd9-91f91a2f35b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.350281] env[69702]: DEBUG nova.network.neutron [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.381264] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084642, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.404809] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526ddd5d-28b4-f873-d5a7-96fd9a1c60dc, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.406177] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4585a873-ce22-4228-90fe-1a7ca2f14781 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.411657] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Waiting for the task: (returnval){ [ 664.411657] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52df002c-12ed-056d-bff1-4a4ccb4bd858" [ 664.411657] env[69702]: _type = "Task" [ 664.411657] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.422023] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52df002c-12ed-056d-bff1-4a4ccb4bd858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.432014] env[69702]: DEBUG oslo_vmware.api [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318986} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.432634] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.432838] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.433137] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.433265] env[69702]: INFO nova.compute.manager [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Took 0.62 seconds to destroy the instance on the hypervisor. [ 664.433438] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.433635] env[69702]: DEBUG nova.compute.manager [-] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.434589] env[69702]: DEBUG nova.network.neutron [-] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.701132] env[69702]: DEBUG oslo_concurrency.lockutils [req-0ece4778-fc43-4bc8-8799-b131f9b7a479 req-0bee65c6-587f-4b99-a190-fb014f6281d9 service nova] Releasing lock "refresh_cache-7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.702644] env[69702]: DEBUG nova.scheduler.client.report [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.794759] env[69702]: DEBUG nova.network.neutron [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating instance_info_cache with network_info: [{"id": "b1f9e44a-66a9-42b6-9562-df726e0a4443", "address": "fa:16:3e:0c:11:9c", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f9e44a-66", "ovs_interfaceid": "b1f9e44a-66a9-42b6-9562-df726e0a4443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.884888] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084642, 'name': CloneVM_Task} progress is 95%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.922980] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52df002c-12ed-056d-bff1-4a4ccb4bd858, 'name': SearchDatastore_Task, 'duration_secs': 0.011565} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.923495] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.923585] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e/7eaa4194-9e09-449b-ac4c-cd5d7e2f719e.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.926831] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-646f9f64-bf71-4443-a8c3-bf71e7a6060f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.927489] env[69702]: DEBUG nova.network.neutron [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.930642] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Waiting for the task: (returnval){ [ 664.930642] env[69702]: value = "task-3084645" [ 664.930642] env[69702]: _type = "Task" [ 664.930642] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.939043] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.191519] env[69702]: DEBUG nova.network.neutron [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Updating instance_info_cache with network_info: [{"id": "247a2b4d-2527-490c-bcd1-180753d51cb2", "address": "fa:16:3e:3e:7e:dd", "network": {"id": "e0f0da84-5ae2-42dc-8cfb-cbbd7234656a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-114589570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a1fcbe154f34ea9b7b0ca8c1cde6045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap247a2b4d-25", "ovs_interfaceid": "247a2b4d-2527-490c-bcd1-180753d51cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.214713] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.219149] env[69702]: DEBUG nova.compute.manager [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.219149] env[69702]: DEBUG oslo_concurrency.lockutils [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.130s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.219807] env[69702]: DEBUG nova.objects.instance [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lazy-loading 'resources' on Instance uuid 67beefb3-d458-4cff-b132-122b766ade48 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.296972] env[69702]: DEBUG oslo_concurrency.lockutils [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "refresh_cache-7752c8ae-f8e4-4901-85c1-e5a2959a8cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.297255] env[69702]: DEBUG nova.objects.instance [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lazy-loading 'migration_context' on Instance uuid 7752c8ae-f8e4-4901-85c1-e5a2959a8cee {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.386055] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084642, 'name': CloneVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.445193] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084645, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.650297] env[69702]: DEBUG nova.network.neutron [-] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.696329] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Releasing lock "refresh_cache-2d38379b-473f-4bd8-9bd9-91f91a2f35b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.699252] env[69702]: DEBUG nova.compute.manager [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Instance network_info: |[{"id": "247a2b4d-2527-490c-bcd1-180753d51cb2", "address": "fa:16:3e:3e:7e:dd", "network": {"id": "e0f0da84-5ae2-42dc-8cfb-cbbd7234656a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-114589570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a1fcbe154f34ea9b7b0ca8c1cde6045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap247a2b4d-25", "ovs_interfaceid": "247a2b4d-2527-490c-bcd1-180753d51cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.699604] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:7e:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '247a2b4d-2527-490c-bcd1-180753d51cb2', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.707234] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Creating folder: Project (1a1fcbe154f34ea9b7b0ca8c1cde6045). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.708478] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-827f144a-b626-4a3f-b200-3eef3e523680 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.721854] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Created folder: Project (1a1fcbe154f34ea9b7b0ca8c1cde6045) in parent group-v617437. [ 665.721854] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Creating folder: Instances. Parent ref: group-v617498. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.721854] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-768fd314-f26e-4df0-803d-09c0daba39fd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.724962] env[69702]: DEBUG nova.compute.utils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.727642] env[69702]: DEBUG nova.compute.manager [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.728743] env[69702]: DEBUG nova.network.neutron [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.738387] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Created folder: Instances in parent group-v617498. [ 665.738387] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.738387] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.738387] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76e47692-8590-48b3-a04a-354bae73b109 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.761625] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.761625] env[69702]: value = "task-3084648" [ 665.761625] env[69702]: _type = "Task" [ 665.761625] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.773357] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084648, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.800409] env[69702]: DEBUG nova.objects.base [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Object Instance<7752c8ae-f8e4-4901-85c1-e5a2959a8cee> lazy-loaded attributes: info_cache,migration_context {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 665.801384] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd2ed96-b319-4b8b-b254-d598dfa4c5fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.832822] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41832f6d-6a47-4df6-bd6e-16e102f88605 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.839630] env[69702]: DEBUG oslo_vmware.api [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 665.839630] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cccaaf-f1a8-7504-2f0d-8ccdbef57933" [ 665.839630] env[69702]: _type = "Task" [ 665.839630] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.848874] env[69702]: DEBUG oslo_vmware.api [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cccaaf-f1a8-7504-2f0d-8ccdbef57933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.857733] env[69702]: DEBUG nova.policy [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '404f899d06f94485b50bd02d224cd04f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7af0adbcae04c3eae9371ff9ece902b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.884193] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084642, 'name': CloneVM_Task, 'duration_secs': 2.064414} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.884644] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Created linked-clone VM from snapshot [ 665.885619] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8264f0-8528-4e30-8b1e-0b1f1219c11d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.896686] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Uploading image 26e35b7b-26a2-445a-94a1-b8268db81c63 {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 665.915348] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 665.915810] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c74718fe-65cd-487a-b62d-530c541a64f7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.924102] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 665.924102] env[69702]: value = "task-3084649" [ 665.924102] env[69702]: _type = "Task" [ 665.924102] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.933888] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084649, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.945054] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747308} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.945726] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e/7eaa4194-9e09-449b-ac4c-cd5d7e2f719e.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.945892] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.946173] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e969919a-3b4e-4355-923d-f576cf963560 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.953921] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Waiting for the task: (returnval){ [ 665.953921] env[69702]: value = "task-3084650" [ 665.953921] env[69702]: _type = "Task" [ 665.953921] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.962351] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.991315] env[69702]: DEBUG nova.compute.manager [req-c5ecaecd-ca14-4d41-9018-d1da0827e19d req-1a886a42-dc5b-42f0-90d9-0f37b7eb090d service nova] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Received event network-vif-deleted-06ad9d05-e6f1-48c5-81ff-28d8e006b784 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.019714] env[69702]: DEBUG nova.compute.manager [req-79777ab8-6e45-4916-927a-04d4b2caebfc req-6c626f52-88a5-455b-aec5-885e5042b962 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Received event network-changed-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.020175] env[69702]: DEBUG nova.compute.manager [req-79777ab8-6e45-4916-927a-04d4b2caebfc req-6c626f52-88a5-455b-aec5-885e5042b962 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Refreshing instance network info cache due to event network-changed-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.020534] env[69702]: DEBUG oslo_concurrency.lockutils [req-79777ab8-6e45-4916-927a-04d4b2caebfc req-6c626f52-88a5-455b-aec5-885e5042b962 service nova] Acquiring lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.023591] env[69702]: DEBUG oslo_concurrency.lockutils [req-79777ab8-6e45-4916-927a-04d4b2caebfc req-6c626f52-88a5-455b-aec5-885e5042b962 service nova] Acquired lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.023591] env[69702]: DEBUG nova.network.neutron [req-79777ab8-6e45-4916-927a-04d4b2caebfc req-6c626f52-88a5-455b-aec5-885e5042b962 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Refreshing network info cache for port fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.155548] env[69702]: INFO nova.compute.manager [-] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Took 1.72 seconds to deallocate network for instance. [ 666.235816] env[69702]: DEBUG nova.compute.manager [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.272927] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084648, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.350497] env[69702]: DEBUG oslo_vmware.api [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cccaaf-f1a8-7504-2f0d-8ccdbef57933, 'name': SearchDatastore_Task, 'duration_secs': 0.012299} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.351785] env[69702]: DEBUG oslo_concurrency.lockutils [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.352842] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc984ac6-c460-44fc-a4ab-135c64b7efd0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.361746] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2231cb90-7f8d-415a-ab26-d37536ae8884 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.398286] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b9ded-ef22-4d9f-aa9a-d913830953d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.407195] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97daa53f-f765-459a-bdd2-4adca4586abc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.425217] env[69702]: DEBUG nova.compute.provider_tree [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.435619] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084649, 'name': Destroy_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.464393] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.295537} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.464695] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.465495] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6be99ca-ae9f-4ebb-9834-cad79e2cc9f4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.495365] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e/7eaa4194-9e09-449b-ac4c-cd5d7e2f719e.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.495726] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8cbbd74-293e-4015-baa6-5f156fa835b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.518515] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Waiting for the task: (returnval){ [ 666.518515] env[69702]: value = "task-3084651" [ 666.518515] env[69702]: _type = "Task" [ 666.518515] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.529244] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.663039] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.776815] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084648, 'name': CreateVM_Task, 'duration_secs': 0.658756} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.776815] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.776815] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.776815] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.777055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.777990] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcaedfcb-2894-4613-a9ab-230eefeaa37b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.782657] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Waiting for the task: (returnval){ [ 666.782657] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ce515f-7138-07c9-1351-9ef6a8c80e3c" [ 666.782657] env[69702]: _type = "Task" [ 666.782657] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.793941] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ce515f-7138-07c9-1351-9ef6a8c80e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.795437] env[69702]: DEBUG nova.network.neutron [req-79777ab8-6e45-4916-927a-04d4b2caebfc req-6c626f52-88a5-455b-aec5-885e5042b962 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Updated VIF entry in instance network info cache for port fc960b13-dc7f-4598-9946-f4a4b1fe1e5f. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.796230] env[69702]: DEBUG nova.network.neutron [req-79777ab8-6e45-4916-927a-04d4b2caebfc req-6c626f52-88a5-455b-aec5-885e5042b962 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Updating instance_info_cache with network_info: [{"id": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "address": "fa:16:3e:1f:d2:27", "network": {"id": "9c90b692-6b8b-4817-b984-fa6baa30dfd8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1661833976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e05c69715a4b538e6d147c61709d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc960b13-dc", "ovs_interfaceid": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.798351] env[69702]: DEBUG nova.network.neutron [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Successfully created port: 0912f934-4409-4056-b565-44c2079f9b75 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.935783] env[69702]: DEBUG nova.scheduler.client.report [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.938533] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084649, 'name': Destroy_Task, 'duration_secs': 0.849452} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.942028] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Destroyed the VM [ 666.942028] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 666.942028] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6eb5d09a-c030-4e39-ba38-d83611775422 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.948299] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 666.948299] env[69702]: value = "task-3084652" [ 666.948299] env[69702]: _type = "Task" [ 666.948299] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.958459] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084652, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.036279] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.249268] env[69702]: DEBUG nova.compute.manager [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.288602] env[69702]: DEBUG nova.virt.hardware [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.288873] env[69702]: DEBUG nova.virt.hardware [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.289009] env[69702]: DEBUG nova.virt.hardware [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.289205] env[69702]: DEBUG nova.virt.hardware [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.289353] env[69702]: DEBUG nova.virt.hardware [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.289495] env[69702]: DEBUG nova.virt.hardware [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.289712] env[69702]: DEBUG nova.virt.hardware [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.289894] env[69702]: DEBUG nova.virt.hardware [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.290091] env[69702]: DEBUG nova.virt.hardware [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.290264] env[69702]: DEBUG nova.virt.hardware [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.290467] env[69702]: DEBUG nova.virt.hardware [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.291414] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf185626-f9bb-4fcd-a927-d82b08fd84e2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.301484] env[69702]: DEBUG oslo_concurrency.lockutils [req-79777ab8-6e45-4916-927a-04d4b2caebfc req-6c626f52-88a5-455b-aec5-885e5042b962 service nova] Releasing lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.309312] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa708469-841c-4042-a1a2-2e73a01ed174 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.314386] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ce515f-7138-07c9-1351-9ef6a8c80e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.022745} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.314485] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.314643] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.314938] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.315025] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.315210] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.315813] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26edcc0d-1e04-43c5-b3cf-ac889ad4a38e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.335418] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.335580] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.336388] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2005d683-59dd-45a2-98d4-b46d0be760ef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.345019] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Waiting for the task: (returnval){ [ 667.345019] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52803816-d93b-31e8-6200-299952be9ed0" [ 667.345019] env[69702]: _type = "Task" [ 667.345019] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.352631] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52803816-d93b-31e8-6200-299952be9ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.441125] env[69702]: DEBUG oslo_concurrency.lockutils [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.442772] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.356s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.444548] env[69702]: INFO nova.compute.claims [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.467425] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084652, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.482803] env[69702]: INFO nova.scheduler.client.report [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Deleted allocations for instance 67beefb3-d458-4cff-b132-122b766ade48 [ 667.535021] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084651, 'name': ReconfigVM_Task, 'duration_secs': 0.684758} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.535408] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e/7eaa4194-9e09-449b-ac4c-cd5d7e2f719e.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.536364] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84597bd1-c644-4c7b-a20f-5f8d66a45e6c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.545716] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Waiting for the task: (returnval){ [ 667.545716] env[69702]: value = "task-3084653" [ 667.545716] env[69702]: _type = "Task" [ 667.545716] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.558625] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084653, 'name': Rename_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.856841] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52803816-d93b-31e8-6200-299952be9ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.032232} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.857676] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75148bbf-24f6-4c19-83a9-ca09369409d9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.866066] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Waiting for the task: (returnval){ [ 667.866066] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52952067-53ea-195a-8d77-7c4b40235f1d" [ 667.866066] env[69702]: _type = "Task" [ 667.866066] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.876905] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52952067-53ea-195a-8d77-7c4b40235f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.965334] env[69702]: DEBUG oslo_vmware.api [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084652, 'name': RemoveSnapshot_Task, 'duration_secs': 0.788437} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.965334] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 667.994960] env[69702]: DEBUG oslo_concurrency.lockutils [None req-200878e0-d944-46c5-b87a-55e1d47edaf9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "67beefb3-d458-4cff-b132-122b766ade48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.433s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.058329] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084653, 'name': Rename_Task, 'duration_secs': 0.234426} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.058796] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.059073] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9712ff60-3cd9-48cb-a6d4-5cef1e34a676 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.066498] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Waiting for the task: (returnval){ [ 668.066498] env[69702]: value = "task-3084654" [ 668.066498] env[69702]: _type = "Task" [ 668.066498] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.075534] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.381040] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52952067-53ea-195a-8d77-7c4b40235f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.038845} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.381040] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.381040] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 2d38379b-473f-4bd8-9bd9-91f91a2f35b7/2d38379b-473f-4bd8-9bd9-91f91a2f35b7.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.381040] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5fc22f7-7bc4-4bd8-8891-d9dd250ff24a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.388220] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Waiting for the task: (returnval){ [ 668.388220] env[69702]: value = "task-3084655" [ 668.388220] env[69702]: _type = "Task" [ 668.388220] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.396620] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.473627] env[69702]: WARNING nova.compute.manager [None req-93d9bc8c-8a30-4997-9f5c-3dc19128a153 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Image not found during snapshot: nova.exception.ImageNotFound: Image 26e35b7b-26a2-445a-94a1-b8268db81c63 could not be found. [ 668.579418] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.901590] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477377} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.901590] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 2d38379b-473f-4bd8-9bd9-91f91a2f35b7/2d38379b-473f-4bd8-9bd9-91f91a2f35b7.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.901836] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.904605] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf11356d-fb72-44f8-b4ab-7981664037a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.913038] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Waiting for the task: (returnval){ [ 668.913038] env[69702]: value = "task-3084656" [ 668.913038] env[69702]: _type = "Task" [ 668.913038] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.924200] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.090193] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.128922] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Acquiring lock "ae628692-35b2-4fa7-8aee-d77483405fe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.129180] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Lock "ae628692-35b2-4fa7-8aee-d77483405fe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.137591] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff28ea8-42a8-46c0-8260-5d7fd6ad0a85 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.145216] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c561b091-cebd-423f-9c24-a06e91c8000c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.180437] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4aa54e-d7ef-41e6-b25d-68e86580837f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.188733] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a18fb9-90f5-4594-9081-fa32723ef8f3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.208550] env[69702]: DEBUG nova.compute.provider_tree [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.251454] env[69702]: DEBUG nova.compute.manager [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Received event network-changed-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.251650] env[69702]: DEBUG nova.compute.manager [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Refreshing instance network info cache due to event network-changed-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.253898] env[69702]: DEBUG oslo_concurrency.lockutils [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] Acquiring lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.253898] env[69702]: DEBUG oslo_concurrency.lockutils [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] Acquired lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.253898] env[69702]: DEBUG nova.network.neutron [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Refreshing network info cache for port fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.368155] env[69702]: DEBUG nova.network.neutron [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Successfully updated port: 0912f934-4409-4056-b565-44c2079f9b75 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.423455] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081597} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.423726] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.424610] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f84335f-b169-4cb9-a999-b7c23348ba7d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.451485] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 2d38379b-473f-4bd8-9bd9-91f91a2f35b7/2d38379b-473f-4bd8-9bd9-91f91a2f35b7.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.451982] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-658e6596-1d2b-4094-be3d-2f702707de6c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.481266] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Waiting for the task: (returnval){ [ 669.481266] env[69702]: value = "task-3084657" [ 669.481266] env[69702]: _type = "Task" [ 669.481266] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.490786] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.582206] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.712814] env[69702]: DEBUG nova.scheduler.client.report [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.870567] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "refresh_cache-ebf9cfcb-426a-4ca2-9f9e-9c36c8270218" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.872533] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "refresh_cache-ebf9cfcb-426a-4ca2-9f9e-9c36c8270218" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.872533] env[69702]: DEBUG nova.network.neutron [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.994827] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084657, 'name': ReconfigVM_Task, 'duration_secs': 0.273018} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.994827] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 2d38379b-473f-4bd8-9bd9-91f91a2f35b7/2d38379b-473f-4bd8-9bd9-91f91a2f35b7.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.994827] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69523087-9e11-44bb-8c3f-c312e0aca634 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.002023] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Waiting for the task: (returnval){ [ 670.002023] env[69702]: value = "task-3084658" [ 670.002023] env[69702]: _type = "Task" [ 670.002023] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.014051] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084658, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.080630] env[69702]: DEBUG oslo_vmware.api [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084654, 'name': PowerOnVM_Task, 'duration_secs': 1.878041} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.080888] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.081146] env[69702]: INFO nova.compute.manager [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Took 10.60 seconds to spawn the instance on the hypervisor. [ 670.081369] env[69702]: DEBUG nova.compute.manager [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.082264] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbd5ece-2b5b-4708-b359-b7f99c0d6f1c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.096524] env[69702]: DEBUG nova.network.neutron [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Updated VIF entry in instance network info cache for port fc960b13-dc7f-4598-9946-f4a4b1fe1e5f. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.096997] env[69702]: DEBUG nova.network.neutron [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Updating instance_info_cache with network_info: [{"id": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "address": "fa:16:3e:1f:d2:27", "network": {"id": "9c90b692-6b8b-4817-b984-fa6baa30dfd8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1661833976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e05c69715a4b538e6d147c61709d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc960b13-dc", "ovs_interfaceid": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.221301] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.221846] env[69702]: DEBUG nova.compute.manager [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.224535] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.986s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.226519] env[69702]: DEBUG nova.objects.instance [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lazy-loading 'resources' on Instance uuid 482aa6c4-1309-45c1-a36c-0cd271b8d26f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.266057] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "1b320d90-1f83-4fa3-991b-5f98cf4b0b19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.266057] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "1b320d90-1f83-4fa3-991b-5f98cf4b0b19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.266057] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "1b320d90-1f83-4fa3-991b-5f98cf4b0b19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.266057] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "1b320d90-1f83-4fa3-991b-5f98cf4b0b19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.266284] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "1b320d90-1f83-4fa3-991b-5f98cf4b0b19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.269018] env[69702]: INFO nova.compute.manager [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Terminating instance [ 670.444235] env[69702]: DEBUG nova.network.neutron [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.510866] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084658, 'name': Rename_Task, 'duration_secs': 0.156512} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.511349] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.512049] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a451e75-6e14-4bc7-a96b-ed9f59ae12da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.519412] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Waiting for the task: (returnval){ [ 670.519412] env[69702]: value = "task-3084659" [ 670.519412] env[69702]: _type = "Task" [ 670.519412] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.528594] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.604271] env[69702]: DEBUG oslo_concurrency.lockutils [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] Releasing lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.604739] env[69702]: DEBUG nova.compute.manager [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Received event network-changed-8ec172b3-307f-4faa-9f90-b8f38eed15de {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.608106] env[69702]: DEBUG nova.compute.manager [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Refreshing instance network info cache due to event network-changed-8ec172b3-307f-4faa-9f90-b8f38eed15de. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.608106] env[69702]: DEBUG oslo_concurrency.lockutils [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] Acquiring lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.608106] env[69702]: DEBUG oslo_concurrency.lockutils [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] Acquired lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.608106] env[69702]: DEBUG nova.network.neutron [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Refreshing network info cache for port 8ec172b3-307f-4faa-9f90-b8f38eed15de {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.608106] env[69702]: INFO nova.compute.manager [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Took 39.01 seconds to build instance. [ 670.731808] env[69702]: DEBUG nova.compute.utils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.733414] env[69702]: DEBUG nova.compute.manager [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.733707] env[69702]: DEBUG nova.network.neutron [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.773926] env[69702]: DEBUG nova.compute.manager [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.774348] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.775388] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73eed6b-2f2d-456c-9109-4ac41889f3d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.791675] env[69702]: DEBUG nova.policy [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d65693d08c94c2694e76f61a91308a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61b71cbd7cd7468a929ebfc17885e510', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.794559] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.795604] env[69702]: DEBUG nova.network.neutron [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Updating instance_info_cache with network_info: [{"id": "0912f934-4409-4056-b565-44c2079f9b75", "address": "fa:16:3e:92:19:b2", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f934-44", "ovs_interfaceid": "0912f934-4409-4056-b565-44c2079f9b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.801614] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a5d695f-bc4b-4fda-b95b-b0131b96c562 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.811950] env[69702]: DEBUG oslo_vmware.api [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 670.811950] env[69702]: value = "task-3084660" [ 670.811950] env[69702]: _type = "Task" [ 670.811950] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.821030] env[69702]: DEBUG oslo_vmware.api [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.035993] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084659, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.111104] env[69702]: DEBUG oslo_concurrency.lockutils [None req-962a9c02-a3c4-47c4-9cda-2acc0ff3c7aa tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Lock "7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.463s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.168469] env[69702]: DEBUG nova.network.neutron [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Successfully created port: 7bae3c1f-4411-4ace-a06c-ce9691f655e7 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.243021] env[69702]: DEBUG nova.compute.manager [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.306574] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "refresh_cache-ebf9cfcb-426a-4ca2-9f9e-9c36c8270218" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.306574] env[69702]: DEBUG nova.compute.manager [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Instance network_info: |[{"id": "0912f934-4409-4056-b565-44c2079f9b75", "address": "fa:16:3e:92:19:b2", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f934-44", "ovs_interfaceid": "0912f934-4409-4056-b565-44c2079f9b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.306748] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:19:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0912f934-4409-4056-b565-44c2079f9b75', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.314071] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Creating folder: Project (d7af0adbcae04c3eae9371ff9ece902b). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.319484] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5110f4f-0eae-4947-87b2-ee0ced858e3a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.330512] env[69702]: DEBUG oslo_vmware.api [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084660, 'name': PowerOffVM_Task, 'duration_secs': 0.181132} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.332967] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.333176] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.336169] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-749d8d03-961d-4373-a7de-eaad4902b166 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.336766] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Created folder: Project (d7af0adbcae04c3eae9371ff9ece902b) in parent group-v617437. [ 671.336949] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Creating folder: Instances. Parent ref: group-v617501. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.337191] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c99da3c2-e42d-4dee-a1d9-de0f0741b5d0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.347696] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Created folder: Instances in parent group-v617501. [ 671.348491] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.348491] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.348491] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dc874f2-ee14-4852-9346-a12e55241bc6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.376290] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.376290] env[69702]: value = "task-3084664" [ 671.376290] env[69702]: _type = "Task" [ 671.376290] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.385535] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084664, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.416570] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.416844] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.417049] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Deleting the datastore file [datastore1] 1b320d90-1f83-4fa3-991b-5f98cf4b0b19 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.417334] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44c8b858-c616-4b87-aed7-ce2329f4cc9c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.423224] env[69702]: DEBUG oslo_vmware.api [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 671.423224] env[69702]: value = "task-3084665" [ 671.423224] env[69702]: _type = "Task" [ 671.423224] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.443556] env[69702]: DEBUG oslo_vmware.api [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.468113] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5859ad-5354-4b59-8edb-9450c0973431 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.476604] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca1e56d-834c-4d98-b288-7e95e4fcfb8c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.517211] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9c1724-2423-4f66-a02a-39d98e7d1949 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.524786] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ff2fd7-f93d-462f-8df8-a95415155b0e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.549447] env[69702]: DEBUG oslo_vmware.api [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084659, 'name': PowerOnVM_Task, 'duration_secs': 0.52809} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.549938] env[69702]: DEBUG nova.compute.provider_tree [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.551573] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.551803] env[69702]: INFO nova.compute.manager [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Took 9.32 seconds to spawn the instance on the hypervisor. [ 671.552046] env[69702]: DEBUG nova.compute.manager [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.553460] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ad9ace-b03f-47c4-a1d5-ce39c52c2ac1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.615758] env[69702]: DEBUG nova.compute.manager [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.630644] env[69702]: DEBUG nova.network.neutron [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Updated VIF entry in instance network info cache for port 8ec172b3-307f-4faa-9f90-b8f38eed15de. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.631623] env[69702]: DEBUG nova.network.neutron [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Updating instance_info_cache with network_info: [{"id": "8ec172b3-307f-4faa-9f90-b8f38eed15de", "address": "fa:16:3e:4d:ea:b8", "network": {"id": "9c90b692-6b8b-4817-b984-fa6baa30dfd8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1661833976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e05c69715a4b538e6d147c61709d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec172b3-30", "ovs_interfaceid": "8ec172b3-307f-4faa-9f90-b8f38eed15de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.887020] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084664, 'name': CreateVM_Task, 'duration_secs': 0.461797} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.887314] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.887941] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.888080] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.888401] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.888652] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f517456d-41ec-40fa-bfa7-84d09b95527a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.893683] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 671.893683] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52149afc-16f8-8cfb-5c5a-f483cbcbe181" [ 671.893683] env[69702]: _type = "Task" [ 671.893683] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.901291] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52149afc-16f8-8cfb-5c5a-f483cbcbe181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.935607] env[69702]: DEBUG oslo_vmware.api [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3084665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21619} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.935607] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.935685] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.935900] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.939045] env[69702]: INFO nova.compute.manager [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Took 1.16 seconds to destroy the instance on the hypervisor. [ 671.939644] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.939644] env[69702]: DEBUG nova.compute.manager [-] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.939644] env[69702]: DEBUG nova.network.neutron [-] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.054553] env[69702]: DEBUG nova.scheduler.client.report [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.074871] env[69702]: INFO nova.compute.manager [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Took 35.93 seconds to build instance. [ 672.139351] env[69702]: DEBUG oslo_concurrency.lockutils [req-74835ed6-bdda-448c-b5e4-af5b27552fee req-46a6f1c6-48a2-489d-a83e-5331e6c7d2cc service nova] Releasing lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.143705] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.254150] env[69702]: DEBUG nova.compute.manager [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.258959] env[69702]: DEBUG nova.compute.manager [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Received event network-vif-plugged-0912f934-4409-4056-b565-44c2079f9b75 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.259249] env[69702]: DEBUG oslo_concurrency.lockutils [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] Acquiring lock "ebf9cfcb-426a-4ca2-9f9e-9c36c8270218-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.259758] env[69702]: DEBUG oslo_concurrency.lockutils [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] Lock "ebf9cfcb-426a-4ca2-9f9e-9c36c8270218-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.259992] env[69702]: DEBUG oslo_concurrency.lockutils [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] Lock "ebf9cfcb-426a-4ca2-9f9e-9c36c8270218-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.260222] env[69702]: DEBUG nova.compute.manager [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] No waiting events found dispatching network-vif-plugged-0912f934-4409-4056-b565-44c2079f9b75 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.263026] env[69702]: WARNING nova.compute.manager [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Received unexpected event network-vif-plugged-0912f934-4409-4056-b565-44c2079f9b75 for instance with vm_state building and task_state spawning. [ 672.263026] env[69702]: DEBUG nova.compute.manager [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Received event network-changed-0912f934-4409-4056-b565-44c2079f9b75 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.263026] env[69702]: DEBUG nova.compute.manager [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Refreshing instance network info cache due to event network-changed-0912f934-4409-4056-b565-44c2079f9b75. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.263026] env[69702]: DEBUG oslo_concurrency.lockutils [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] Acquiring lock "refresh_cache-ebf9cfcb-426a-4ca2-9f9e-9c36c8270218" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.263026] env[69702]: DEBUG oslo_concurrency.lockutils [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] Acquired lock "refresh_cache-ebf9cfcb-426a-4ca2-9f9e-9c36c8270218" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.263536] env[69702]: DEBUG nova.network.neutron [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Refreshing network info cache for port 0912f934-4409-4056-b565-44c2079f9b75 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.293539] env[69702]: DEBUG nova.virt.hardware [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.293964] env[69702]: DEBUG nova.virt.hardware [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.295024] env[69702]: DEBUG nova.virt.hardware [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.295024] env[69702]: DEBUG nova.virt.hardware [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.295024] env[69702]: DEBUG nova.virt.hardware [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.295024] env[69702]: DEBUG nova.virt.hardware [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.295024] env[69702]: DEBUG nova.virt.hardware [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.295356] env[69702]: DEBUG nova.virt.hardware [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.295631] env[69702]: DEBUG nova.virt.hardware [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.295896] env[69702]: DEBUG nova.virt.hardware [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.296190] env[69702]: DEBUG nova.virt.hardware [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.297565] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74381f9b-2569-47e7-94c7-0b4fc82df744 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.306612] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc99939d-de28-4ab3-9b8e-1a3367c3845a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.405491] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52149afc-16f8-8cfb-5c5a-f483cbcbe181, 'name': SearchDatastore_Task, 'duration_secs': 0.022787} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.405798] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.406081] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.406401] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.406519] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.406647] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.406921] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9071ab5-c7ce-43af-9e7f-ff1671f04107 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.417846] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.418142] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.418774] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7100834d-b98b-45aa-a796-aac3a1b51a9e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.427219] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Acquiring lock "45f34208-c4a3-45b6-a7fa-81c116f7450a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.427326] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Lock "45f34208-c4a3-45b6-a7fa-81c116f7450a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.429964] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 672.429964] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5235f23b-1700-b0a0-ace6-41af9c5fe71c" [ 672.429964] env[69702]: _type = "Task" [ 672.429964] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.438978] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5235f23b-1700-b0a0-ace6-41af9c5fe71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.561830] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.564091] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.689s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.565467] env[69702]: INFO nova.compute.claims [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.572218] env[69702]: DEBUG nova.compute.manager [None req-d117af32-3e56-481e-a7f4-e2ed1998b5ae tempest-ServerExternalEventsTest-211343891 tempest-ServerExternalEventsTest-211343891-project] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Received event network-changed {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.572218] env[69702]: DEBUG nova.compute.manager [None req-d117af32-3e56-481e-a7f4-e2ed1998b5ae tempest-ServerExternalEventsTest-211343891 tempest-ServerExternalEventsTest-211343891-project] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Refreshing instance network info cache due to event network-changed. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.572218] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d117af32-3e56-481e-a7f4-e2ed1998b5ae tempest-ServerExternalEventsTest-211343891 tempest-ServerExternalEventsTest-211343891-project] Acquiring lock "refresh_cache-7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.572218] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d117af32-3e56-481e-a7f4-e2ed1998b5ae tempest-ServerExternalEventsTest-211343891 tempest-ServerExternalEventsTest-211343891-project] Acquired lock "refresh_cache-7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.572218] env[69702]: DEBUG nova.network.neutron [None req-d117af32-3e56-481e-a7f4-e2ed1998b5ae tempest-ServerExternalEventsTest-211343891 tempest-ServerExternalEventsTest-211343891-project] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.576533] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dc2accce-3d1b-4250-92af-581147c48dce tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lock "2d38379b-473f-4bd8-9bd9-91f91a2f35b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.146s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.594217] env[69702]: INFO nova.scheduler.client.report [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Deleted allocations for instance 482aa6c4-1309-45c1-a36c-0cd271b8d26f [ 672.700671] env[69702]: DEBUG nova.network.neutron [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Successfully updated port: 7bae3c1f-4411-4ace-a06c-ce9691f655e7 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.814683] env[69702]: DEBUG nova.network.neutron [-] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.893854] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "e582d30b-721a-4477-9dec-fc371140e192" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.893854] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "e582d30b-721a-4477-9dec-fc371140e192" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.893854] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "e582d30b-721a-4477-9dec-fc371140e192-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.893854] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "e582d30b-721a-4477-9dec-fc371140e192-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.894147] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "e582d30b-721a-4477-9dec-fc371140e192-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.894759] env[69702]: INFO nova.compute.manager [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Terminating instance [ 672.943058] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5235f23b-1700-b0a0-ace6-41af9c5fe71c, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.943876] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c4337d-7d3f-4524-aca9-17c6ab55fc51 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.949653] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 672.949653] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5283fc03-3655-7b5b-51cf-893decbd4d04" [ 672.949653] env[69702]: _type = "Task" [ 672.949653] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.957478] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5283fc03-3655-7b5b-51cf-893decbd4d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.974558] env[69702]: DEBUG nova.network.neutron [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Updated VIF entry in instance network info cache for port 0912f934-4409-4056-b565-44c2079f9b75. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.974896] env[69702]: DEBUG nova.network.neutron [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Updating instance_info_cache with network_info: [{"id": "0912f934-4409-4056-b565-44c2079f9b75", "address": "fa:16:3e:92:19:b2", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f934-44", "ovs_interfaceid": "0912f934-4409-4056-b565-44c2079f9b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.080341] env[69702]: DEBUG nova.compute.manager [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.105623] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e30e3d07-43da-4535-b0f2-930112ead8c3 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "482aa6c4-1309-45c1-a36c-0cd271b8d26f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.777s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.114704] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4377c54d-81df-4a02-bbe8-1c9b8ccf887c tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Acquiring lock "interface-2d38379b-473f-4bd8-9bd9-91f91a2f35b7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.114704] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4377c54d-81df-4a02-bbe8-1c9b8ccf887c tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lock "interface-2d38379b-473f-4bd8-9bd9-91f91a2f35b7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.114954] env[69702]: DEBUG nova.objects.instance [None req-4377c54d-81df-4a02-bbe8-1c9b8ccf887c tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lazy-loading 'flavor' on Instance uuid 2d38379b-473f-4bd8-9bd9-91f91a2f35b7 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.202646] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "refresh_cache-5f43b968-a765-42d9-884c-36ae43474e7f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.204651] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquired lock "refresh_cache-5f43b968-a765-42d9-884c-36ae43474e7f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.204651] env[69702]: DEBUG nova.network.neutron [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.317579] env[69702]: INFO nova.compute.manager [-] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Took 1.38 seconds to deallocate network for instance. [ 673.320353] env[69702]: DEBUG nova.network.neutron [None req-d117af32-3e56-481e-a7f4-e2ed1998b5ae tempest-ServerExternalEventsTest-211343891 tempest-ServerExternalEventsTest-211343891-project] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Updating instance_info_cache with network_info: [{"id": "e291e609-f40f-4178-ad04-c946e88fc936", "address": "fa:16:3e:be:d4:76", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape291e609-f4", "ovs_interfaceid": "e291e609-f40f-4178-ad04-c946e88fc936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.399733] env[69702]: DEBUG nova.compute.manager [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.399733] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.400668] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971382e3-e6f2-4593-887f-30162b4b1a5b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.409725] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.409948] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3c18ed9-24a5-48f7-b2ec-5e6bc38861e0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.415969] env[69702]: DEBUG oslo_vmware.api [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 673.415969] env[69702]: value = "task-3084666" [ 673.415969] env[69702]: _type = "Task" [ 673.415969] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.425235] env[69702]: DEBUG oslo_vmware.api [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.461798] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5283fc03-3655-7b5b-51cf-893decbd4d04, 'name': SearchDatastore_Task, 'duration_secs': 0.04809} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.462101] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.462408] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ebf9cfcb-426a-4ca2-9f9e-9c36c8270218/ebf9cfcb-426a-4ca2-9f9e-9c36c8270218.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.462651] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adbc12fd-d365-4d74-8edc-afafe78058fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.472222] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 673.472222] env[69702]: value = "task-3084667" [ 673.472222] env[69702]: _type = "Task" [ 673.472222] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.478184] env[69702]: DEBUG oslo_concurrency.lockutils [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] Releasing lock "refresh_cache-ebf9cfcb-426a-4ca2-9f9e-9c36c8270218" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.478618] env[69702]: DEBUG nova.compute.manager [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Received event network-changed-8ec172b3-307f-4faa-9f90-b8f38eed15de {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.478689] env[69702]: DEBUG nova.compute.manager [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Refreshing instance network info cache due to event network-changed-8ec172b3-307f-4faa-9f90-b8f38eed15de. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.478960] env[69702]: DEBUG oslo_concurrency.lockutils [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] Acquiring lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.479712] env[69702]: DEBUG oslo_concurrency.lockutils [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] Acquired lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.479712] env[69702]: DEBUG nova.network.neutron [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Refreshing network info cache for port 8ec172b3-307f-4faa-9f90-b8f38eed15de {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.484940] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.605563] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.620115] env[69702]: DEBUG nova.objects.instance [None req-4377c54d-81df-4a02-bbe8-1c9b8ccf887c tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lazy-loading 'pci_requests' on Instance uuid 2d38379b-473f-4bd8-9bd9-91f91a2f35b7 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.748859] env[69702]: DEBUG nova.network.neutron [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.826941] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d117af32-3e56-481e-a7f4-e2ed1998b5ae tempest-ServerExternalEventsTest-211343891 tempest-ServerExternalEventsTest-211343891-project] Releasing lock "refresh_cache-7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.829050] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.917146] env[69702]: DEBUG nova.network.neutron [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Updating instance_info_cache with network_info: [{"id": "7bae3c1f-4411-4ace-a06c-ce9691f655e7", "address": "fa:16:3e:86:4d:8c", "network": {"id": "394fe4a8-4eff-4239-be54-7a2f6a295e74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1729208272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b71cbd7cd7468a929ebfc17885e510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bae3c1f-44", "ovs_interfaceid": "7bae3c1f-4411-4ace-a06c-ce9691f655e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.932749] env[69702]: DEBUG oslo_vmware.api [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084666, 'name': PowerOffVM_Task, 'duration_secs': 0.225418} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.933123] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.933288] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.933540] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ae6cc71-bd25-4313-90cd-6e25c5a4ae40 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.987040] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084667, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.018806] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.019047] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.019230] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Deleting the datastore file [datastore1] e582d30b-721a-4477-9dec-fc371140e192 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.022134] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e868b59-492f-42ad-8225-09e36a5e4f21 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.029584] env[69702]: DEBUG oslo_vmware.api [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 674.029584] env[69702]: value = "task-3084669" [ 674.029584] env[69702]: _type = "Task" [ 674.029584] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.037298] env[69702]: DEBUG oslo_vmware.api [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.128803] env[69702]: DEBUG nova.objects.base [None req-4377c54d-81df-4a02-bbe8-1c9b8ccf887c tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Object Instance<2d38379b-473f-4bd8-9bd9-91f91a2f35b7> lazy-loaded attributes: flavor,pci_requests {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 674.129100] env[69702]: DEBUG nova.network.neutron [None req-4377c54d-81df-4a02-bbe8-1c9b8ccf887c tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.132584] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbe1135-ca26-4436-bec3-8843cee65e02 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.142575] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eed589-3630-4a23-a9c9-82d1f5dbc7b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.175596] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185ebbf9-b83d-409b-a48c-2788ff996d83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.182757] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32635e74-0348-4e7e-a3bc-e0f91ddedd40 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.195929] env[69702]: DEBUG nova.compute.provider_tree [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.212022] env[69702]: DEBUG nova.network.neutron [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Updated VIF entry in instance network info cache for port 8ec172b3-307f-4faa-9f90-b8f38eed15de. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.212413] env[69702]: DEBUG nova.network.neutron [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Updating instance_info_cache with network_info: [{"id": "8ec172b3-307f-4faa-9f90-b8f38eed15de", "address": "fa:16:3e:4d:ea:b8", "network": {"id": "9c90b692-6b8b-4817-b984-fa6baa30dfd8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1661833976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e05c69715a4b538e6d147c61709d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec172b3-30", "ovs_interfaceid": "8ec172b3-307f-4faa-9f90-b8f38eed15de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.238971] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4377c54d-81df-4a02-bbe8-1c9b8ccf887c tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lock "interface-2d38379b-473f-4bd8-9bd9-91f91a2f35b7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.124s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.297312] env[69702]: DEBUG nova.compute.manager [req-e6b68699-e434-43d3-8fa1-c83a1c6adb29 req-fd3108d0-5a36-4798-a941-804c776d3fb9 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Received event network-vif-plugged-7bae3c1f-4411-4ace-a06c-ce9691f655e7 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.297482] env[69702]: DEBUG oslo_concurrency.lockutils [req-e6b68699-e434-43d3-8fa1-c83a1c6adb29 req-fd3108d0-5a36-4798-a941-804c776d3fb9 service nova] Acquiring lock "5f43b968-a765-42d9-884c-36ae43474e7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.297699] env[69702]: DEBUG oslo_concurrency.lockutils [req-e6b68699-e434-43d3-8fa1-c83a1c6adb29 req-fd3108d0-5a36-4798-a941-804c776d3fb9 service nova] Lock "5f43b968-a765-42d9-884c-36ae43474e7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.297871] env[69702]: DEBUG oslo_concurrency.lockutils [req-e6b68699-e434-43d3-8fa1-c83a1c6adb29 req-fd3108d0-5a36-4798-a941-804c776d3fb9 service nova] Lock "5f43b968-a765-42d9-884c-36ae43474e7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.298053] env[69702]: DEBUG nova.compute.manager [req-e6b68699-e434-43d3-8fa1-c83a1c6adb29 req-fd3108d0-5a36-4798-a941-804c776d3fb9 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] No waiting events found dispatching network-vif-plugged-7bae3c1f-4411-4ace-a06c-ce9691f655e7 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.298220] env[69702]: WARNING nova.compute.manager [req-e6b68699-e434-43d3-8fa1-c83a1c6adb29 req-fd3108d0-5a36-4798-a941-804c776d3fb9 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Received unexpected event network-vif-plugged-7bae3c1f-4411-4ace-a06c-ce9691f655e7 for instance with vm_state building and task_state spawning. [ 674.425920] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Releasing lock "refresh_cache-5f43b968-a765-42d9-884c-36ae43474e7f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.426317] env[69702]: DEBUG nova.compute.manager [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Instance network_info: |[{"id": "7bae3c1f-4411-4ace-a06c-ce9691f655e7", "address": "fa:16:3e:86:4d:8c", "network": {"id": "394fe4a8-4eff-4239-be54-7a2f6a295e74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1729208272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b71cbd7cd7468a929ebfc17885e510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bae3c1f-44", "ovs_interfaceid": "7bae3c1f-4411-4ace-a06c-ce9691f655e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.426733] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:4d:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bae3c1f-4411-4ace-a06c-ce9691f655e7', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.435709] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Creating folder: Project (61b71cbd7cd7468a929ebfc17885e510). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.436399] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f9a43c9-189b-406b-897b-49edc9aaf3b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.447123] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Created folder: Project (61b71cbd7cd7468a929ebfc17885e510) in parent group-v617437. [ 674.447356] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Creating folder: Instances. Parent ref: group-v617504. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.447563] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a77f0622-88b5-4f96-b5eb-44d417eb89f2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.456644] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Created folder: Instances in parent group-v617504. [ 674.456882] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.457117] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.457280] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-681498cc-6f40-431f-b173-ad05af6767e2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.478069] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.478069] env[69702]: value = "task-3084672" [ 674.478069] env[69702]: _type = "Task" [ 674.478069] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.489506] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084672, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.492883] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54776} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.493203] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ebf9cfcb-426a-4ca2-9f9e-9c36c8270218/ebf9cfcb-426a-4ca2-9f9e-9c36c8270218.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.493428] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.493691] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efc34dae-5311-4bde-91d6-b50988da8aa6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.500552] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 674.500552] env[69702]: value = "task-3084673" [ 674.500552] env[69702]: _type = "Task" [ 674.500552] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.508600] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.538750] env[69702]: DEBUG oslo_vmware.api [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.704595] env[69702]: DEBUG nova.scheduler.client.report [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.715325] env[69702]: DEBUG oslo_concurrency.lockutils [req-7eec6369-d62b-42e6-86e2-8c514011cf3f req-4d42d1c2-d1d0-4dfa-bf01-fdfbb67fd941 service nova] Releasing lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.773613] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Acquiring lock "7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.773958] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Lock "7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.774226] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Acquiring lock "7eaa4194-9e09-449b-ac4c-cd5d7e2f719e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.774431] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Lock "7eaa4194-9e09-449b-ac4c-cd5d7e2f719e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.774620] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Lock "7eaa4194-9e09-449b-ac4c-cd5d7e2f719e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.776760] env[69702]: INFO nova.compute.manager [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Terminating instance [ 674.992702] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084672, 'name': CreateVM_Task, 'duration_secs': 0.342156} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.992923] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.993972] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.994068] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.994431] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.994745] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5eb99a-d951-4780-8fa8-d2824194e5a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.000183] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 675.000183] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523d520d-bde3-e14c-acc8-86921b3cac0b" [ 675.000183] env[69702]: _type = "Task" [ 675.000183] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.014441] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523d520d-bde3-e14c-acc8-86921b3cac0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.017132] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06868} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.017375] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.018127] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7699fc-2375-4c59-b110-edbd8b92b83e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.039091] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] ebf9cfcb-426a-4ca2-9f9e-9c36c8270218/ebf9cfcb-426a-4ca2-9f9e-9c36c8270218.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.042036] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d28ee8ee-f9cd-46db-80c8-2aa8ee4ea9a9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.060981] env[69702]: DEBUG oslo_vmware.api [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612428} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.062180] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.062373] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.062550] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.062721] env[69702]: INFO nova.compute.manager [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Took 1.66 seconds to destroy the instance on the hypervisor. [ 675.062981] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.063253] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 675.063253] env[69702]: value = "task-3084674" [ 675.063253] env[69702]: _type = "Task" [ 675.063253] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.063434] env[69702]: DEBUG nova.compute.manager [-] [instance: e582d30b-721a-4477-9dec-fc371140e192] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.063527] env[69702]: DEBUG nova.network.neutron [-] [instance: e582d30b-721a-4477-9dec-fc371140e192] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.072634] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.209395] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.210030] env[69702]: DEBUG nova.compute.manager [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.212475] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.452s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.212716] env[69702]: DEBUG nova.objects.instance [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Lazy-loading 'resources' on Instance uuid 85bba348-d435-40fa-bf2a-a30812d99789 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.281573] env[69702]: DEBUG nova.compute.manager [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.281819] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.282779] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a04aba-dc7f-448e-af06-92d8d039b1a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.290910] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.291172] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae1728e3-1ee4-4b10-89b7-57f0abce831d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.298761] env[69702]: DEBUG oslo_vmware.api [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Waiting for the task: (returnval){ [ 675.298761] env[69702]: value = "task-3084675" [ 675.298761] env[69702]: _type = "Task" [ 675.298761] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.308115] env[69702]: DEBUG oslo_vmware.api [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.511788] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523d520d-bde3-e14c-acc8-86921b3cac0b, 'name': SearchDatastore_Task, 'duration_secs': 0.06825} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.512238] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.512563] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.512892] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.513080] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.513328] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.513655] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1706dd88-7d03-4518-9f58-4934962a53d7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.522971] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.523160] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.523968] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33dd9288-5dc6-44f1-88e3-60330590794b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.529360] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 675.529360] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527acf4d-e028-3786-cf37-d8f02dcf37c2" [ 675.529360] env[69702]: _type = "Task" [ 675.529360] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.537388] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527acf4d-e028-3786-cf37-d8f02dcf37c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.575250] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.645054] env[69702]: DEBUG nova.compute.manager [req-c540c041-3e58-4a41-9c02-c5417104a508 req-de5e945c-0070-4afd-b12b-956e8201312f service nova] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Received event network-vif-deleted-02d28344-d051-4271-ac98-c7470e675db6 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.645259] env[69702]: DEBUG nova.compute.manager [req-c540c041-3e58-4a41-9c02-c5417104a508 req-de5e945c-0070-4afd-b12b-956e8201312f service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Received event network-changed-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.645503] env[69702]: DEBUG nova.compute.manager [req-c540c041-3e58-4a41-9c02-c5417104a508 req-de5e945c-0070-4afd-b12b-956e8201312f service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Refreshing instance network info cache due to event network-changed-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.645661] env[69702]: DEBUG oslo_concurrency.lockutils [req-c540c041-3e58-4a41-9c02-c5417104a508 req-de5e945c-0070-4afd-b12b-956e8201312f service nova] Acquiring lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.645828] env[69702]: DEBUG oslo_concurrency.lockutils [req-c540c041-3e58-4a41-9c02-c5417104a508 req-de5e945c-0070-4afd-b12b-956e8201312f service nova] Acquired lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.645973] env[69702]: DEBUG nova.network.neutron [req-c540c041-3e58-4a41-9c02-c5417104a508 req-de5e945c-0070-4afd-b12b-956e8201312f service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Refreshing network info cache for port fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.715637] env[69702]: DEBUG nova.compute.utils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.721504] env[69702]: DEBUG nova.compute.manager [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.721554] env[69702]: DEBUG nova.network.neutron [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.786899] env[69702]: DEBUG nova.policy [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca1780095ac7429c9e286d131479326f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8da2e327e0149c9a873a76921c54a29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.815969] env[69702]: DEBUG oslo_vmware.api [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084675, 'name': PowerOffVM_Task, 'duration_secs': 0.298305} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.815969] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.815969] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.816212] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0472b17-c058-463a-91c2-7c17faa1c37d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.833750] env[69702]: DEBUG nova.network.neutron [-] [instance: e582d30b-721a-4477-9dec-fc371140e192] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.912314] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.912314] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.912314] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Deleting the datastore file [datastore1] 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.912314] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5de4659-fc23-462c-bc2a-4cd7ff1808e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.923038] env[69702]: DEBUG oslo_vmware.api [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Waiting for the task: (returnval){ [ 675.923038] env[69702]: value = "task-3084677" [ 675.923038] env[69702]: _type = "Task" [ 675.923038] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.931827] env[69702]: DEBUG oslo_vmware.api [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.959908] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.961749] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.039869] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527acf4d-e028-3786-cf37-d8f02dcf37c2, 'name': SearchDatastore_Task, 'duration_secs': 0.017527} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.045031] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f81afbd-64c8-4997-9392-a654003c507f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.050160] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 676.050160] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52901f5e-a9f5-be09-4924-afcac84e2cf9" [ 676.050160] env[69702]: _type = "Task" [ 676.050160] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.062410] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52901f5e-a9f5-be09-4924-afcac84e2cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.062670] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.062921] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 5f43b968-a765-42d9-884c-36ae43474e7f/5f43b968-a765-42d9-884c-36ae43474e7f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.063703] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6319bb48-862f-412a-869b-432771f9be6c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.073185] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 676.073185] env[69702]: value = "task-3084678" [ 676.073185] env[69702]: _type = "Task" [ 676.073185] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.080482] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084674, 'name': ReconfigVM_Task, 'duration_secs': 0.733239} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.081185] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Reconfigured VM instance instance-00000018 to attach disk [datastore1] ebf9cfcb-426a-4ca2-9f9e-9c36c8270218/ebf9cfcb-426a-4ca2-9f9e-9c36c8270218.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.082023] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f518900f-f794-42c6-b9f6-da9c0cab6b29 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.089545] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3084678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.096022] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 676.096022] env[69702]: value = "task-3084679" [ 676.096022] env[69702]: _type = "Task" [ 676.096022] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.103568] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084679, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.221703] env[69702]: DEBUG nova.compute.manager [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.257993] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4a57b2-24c6-42ad-b021-1cf96dbe84fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.268820] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed223f9-9eec-430a-a1dd-8a2fca02134b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.309553] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0041d807-6205-43d7-9259-8b5f0551ca4d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.319067] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64214e9-0ecb-425b-9c51-1d54f4a12ef5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.339975] env[69702]: INFO nova.compute.manager [-] [instance: e582d30b-721a-4477-9dec-fc371140e192] Took 1.27 seconds to deallocate network for instance. [ 676.339975] env[69702]: DEBUG nova.compute.provider_tree [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.346023] env[69702]: DEBUG nova.network.neutron [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Successfully created port: 2d7d2945-69e2-4344-a58b-ed0784721b55 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.407289] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "b4747db8-febb-4c84-a4a9-ea26e67c14c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.407547] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "b4747db8-febb-4c84-a4a9-ea26e67c14c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.432637] env[69702]: DEBUG oslo_vmware.api [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Task: {'id': task-3084677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267888} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.436027] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.436027] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.436027] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.436027] env[69702]: INFO nova.compute.manager [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 676.436596] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.436917] env[69702]: DEBUG nova.compute.manager [-] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.437126] env[69702]: DEBUG nova.network.neutron [-] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.474294] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.474294] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.474294] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.474294] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.474294] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.474294] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.474727] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 676.474727] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.479573] env[69702]: DEBUG nova.network.neutron [req-c540c041-3e58-4a41-9c02-c5417104a508 req-de5e945c-0070-4afd-b12b-956e8201312f service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Updated VIF entry in instance network info cache for port fc960b13-dc7f-4598-9946-f4a4b1fe1e5f. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.480099] env[69702]: DEBUG nova.network.neutron [req-c540c041-3e58-4a41-9c02-c5417104a508 req-de5e945c-0070-4afd-b12b-956e8201312f service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Updating instance_info_cache with network_info: [{"id": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "address": "fa:16:3e:1f:d2:27", "network": {"id": "9c90b692-6b8b-4817-b984-fa6baa30dfd8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1661833976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e05c69715a4b538e6d147c61709d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc960b13-dc", "ovs_interfaceid": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.586770] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3084678, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.607237] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084679, 'name': Rename_Task, 'duration_secs': 0.15447} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.607591] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.607819] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cd30b09-a634-4915-8781-99a921833e96 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.615502] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 676.615502] env[69702]: value = "task-3084680" [ 676.615502] env[69702]: _type = "Task" [ 676.615502] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.625160] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.850285] env[69702]: DEBUG nova.scheduler.client.report [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.856442] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.968314] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "11beea4b-b6e1-45ff-8640-396448ac8871" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.968582] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "11beea4b-b6e1-45ff-8640-396448ac8871" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.980284] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.982930] env[69702]: DEBUG oslo_concurrency.lockutils [req-c540c041-3e58-4a41-9c02-c5417104a508 req-de5e945c-0070-4afd-b12b-956e8201312f service nova] Releasing lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.998048] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "5de0fd89-70f2-48cb-a681-0a1dfff8c86a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.999351] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "5de0fd89-70f2-48cb-a681-0a1dfff8c86a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.074525] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Acquiring lock "2d38379b-473f-4bd8-9bd9-91f91a2f35b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.074793] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lock "2d38379b-473f-4bd8-9bd9-91f91a2f35b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.075063] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Acquiring lock "2d38379b-473f-4bd8-9bd9-91f91a2f35b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.075301] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lock "2d38379b-473f-4bd8-9bd9-91f91a2f35b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.075485] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lock "2d38379b-473f-4bd8-9bd9-91f91a2f35b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.080912] env[69702]: INFO nova.compute.manager [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Terminating instance [ 677.088250] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3084678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585557} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.088578] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 5f43b968-a765-42d9-884c-36ae43474e7f/5f43b968-a765-42d9-884c-36ae43474e7f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.088945] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.089213] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef2bb1ab-513e-473c-ba79-6427bedcd4d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.096827] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 677.096827] env[69702]: value = "task-3084681" [ 677.096827] env[69702]: _type = "Task" [ 677.096827] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.110966] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3084681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.126155] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084680, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.236028] env[69702]: DEBUG nova.compute.manager [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.259335] env[69702]: DEBUG nova.virt.hardware [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.259591] env[69702]: DEBUG nova.virt.hardware [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.259753] env[69702]: DEBUG nova.virt.hardware [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.260073] env[69702]: DEBUG nova.virt.hardware [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.261531] env[69702]: DEBUG nova.virt.hardware [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.262847] env[69702]: DEBUG nova.virt.hardware [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.262847] env[69702]: DEBUG nova.virt.hardware [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.262847] env[69702]: DEBUG nova.virt.hardware [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.262847] env[69702]: DEBUG nova.virt.hardware [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.262847] env[69702]: DEBUG nova.virt.hardware [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.263094] env[69702]: DEBUG nova.virt.hardware [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.263952] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c5eb15-ae0b-4549-bb85-aa37b6844dac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.273323] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96cbb13-e229-42ed-9130-953f5593198e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.355729] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.358174] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.247s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.360469] env[69702]: INFO nova.compute.claims [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.389309] env[69702]: INFO nova.scheduler.client.report [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Deleted allocations for instance 85bba348-d435-40fa-bf2a-a30812d99789 [ 677.526166] env[69702]: DEBUG nova.network.neutron [-] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.588206] env[69702]: DEBUG nova.compute.manager [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.588206] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.588206] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4832580a-b954-4b3e-9746-89f50ef489f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.595332] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.595611] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d4d8635-d412-40de-b595-2942f2f5fffa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.605247] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3084681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096693} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.607572] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.608670] env[69702]: DEBUG oslo_vmware.api [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Waiting for the task: (returnval){ [ 677.608670] env[69702]: value = "task-3084682" [ 677.608670] env[69702]: _type = "Task" [ 677.608670] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.608670] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797d93eb-c546-4eab-8584-f792ebab73e8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.619495] env[69702]: DEBUG oslo_vmware.api [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.641134] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 5f43b968-a765-42d9-884c-36ae43474e7f/5f43b968-a765-42d9-884c-36ae43474e7f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.641462] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7008d22-9d1f-4ae8-83f0-2e3c6030ab90 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.663836] env[69702]: DEBUG oslo_vmware.api [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084680, 'name': PowerOnVM_Task, 'duration_secs': 0.539533} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.665234] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.665449] env[69702]: INFO nova.compute.manager [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Took 10.42 seconds to spawn the instance on the hypervisor. [ 677.665630] env[69702]: DEBUG nova.compute.manager [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.665958] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 677.665958] env[69702]: value = "task-3084683" [ 677.665958] env[69702]: _type = "Task" [ 677.665958] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.666897] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a16f7a-a2c1-4501-94e3-9f466b161d76 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.682851] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3084683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.810893] env[69702]: DEBUG nova.compute.manager [req-055196bf-45b2-489e-8fd5-460a920d633e req-b133023b-f0c3-4614-88dd-f72231f096c5 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Received event network-changed-7bae3c1f-4411-4ace-a06c-ce9691f655e7 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.811177] env[69702]: DEBUG nova.compute.manager [req-055196bf-45b2-489e-8fd5-460a920d633e req-b133023b-f0c3-4614-88dd-f72231f096c5 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Refreshing instance network info cache due to event network-changed-7bae3c1f-4411-4ace-a06c-ce9691f655e7. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.811663] env[69702]: DEBUG oslo_concurrency.lockutils [req-055196bf-45b2-489e-8fd5-460a920d633e req-b133023b-f0c3-4614-88dd-f72231f096c5 service nova] Acquiring lock "refresh_cache-5f43b968-a765-42d9-884c-36ae43474e7f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.811663] env[69702]: DEBUG oslo_concurrency.lockutils [req-055196bf-45b2-489e-8fd5-460a920d633e req-b133023b-f0c3-4614-88dd-f72231f096c5 service nova] Acquired lock "refresh_cache-5f43b968-a765-42d9-884c-36ae43474e7f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.811948] env[69702]: DEBUG nova.network.neutron [req-055196bf-45b2-489e-8fd5-460a920d633e req-b133023b-f0c3-4614-88dd-f72231f096c5 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Refreshing network info cache for port 7bae3c1f-4411-4ace-a06c-ce9691f655e7 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.819327] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "f9d366bc-9336-446d-ae8e-f7052af72e8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.819547] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "f9d366bc-9336-446d-ae8e-f7052af72e8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.898713] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08daad2-df89-4aae-a8ea-5279a779507e tempest-FloatingIPsAssociationNegativeTestJSON-1674460013 tempest-FloatingIPsAssociationNegativeTestJSON-1674460013-project-member] Lock "85bba348-d435-40fa-bf2a-a30812d99789" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.298s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.032254] env[69702]: INFO nova.compute.manager [-] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Took 1.59 seconds to deallocate network for instance. [ 678.121497] env[69702]: DEBUG oslo_vmware.api [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084682, 'name': PowerOffVM_Task, 'duration_secs': 0.210711} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.121923] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.122238] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.122776] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ad66358-0d4a-4a43-a5f2-ea9140eaf472 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.182787] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3084683, 'name': ReconfigVM_Task, 'duration_secs': 0.275723} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.184447] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 5f43b968-a765-42d9-884c-36ae43474e7f/5f43b968-a765-42d9-884c-36ae43474e7f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.189406] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.189782] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.190085] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Deleting the datastore file [datastore2] 2d38379b-473f-4bd8-9bd9-91f91a2f35b7 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.191980] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d35b960d-8028-4e4e-be20-2407918491c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.194498] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97946b34-b3e3-4f92-84d3-05bfba276c4f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.196458] env[69702]: INFO nova.compute.manager [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Took 38.75 seconds to build instance. [ 678.207813] env[69702]: DEBUG oslo_vmware.api [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Waiting for the task: (returnval){ [ 678.207813] env[69702]: value = "task-3084686" [ 678.207813] env[69702]: _type = "Task" [ 678.207813] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.209214] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 678.209214] env[69702]: value = "task-3084685" [ 678.209214] env[69702]: _type = "Task" [ 678.209214] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.221768] env[69702]: DEBUG oslo_vmware.api [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.225222] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3084685, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.332146] env[69702]: DEBUG nova.compute.manager [req-962c05f6-de7f-42d3-8ebe-ee36d17dac2d req-e870e183-61f4-4074-b978-52a3675dfc38 service nova] [instance: e582d30b-721a-4477-9dec-fc371140e192] Received event network-vif-deleted-8ec172b3-307f-4faa-9f90-b8f38eed15de {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.332724] env[69702]: DEBUG nova.compute.manager [req-962c05f6-de7f-42d3-8ebe-ee36d17dac2d req-e870e183-61f4-4074-b978-52a3675dfc38 service nova] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Received event network-vif-deleted-e291e609-f40f-4178-ad04-c946e88fc936 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.333056] env[69702]: DEBUG nova.compute.manager [req-962c05f6-de7f-42d3-8ebe-ee36d17dac2d req-e870e183-61f4-4074-b978-52a3675dfc38 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Received event network-changed-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.333218] env[69702]: DEBUG nova.compute.manager [req-962c05f6-de7f-42d3-8ebe-ee36d17dac2d req-e870e183-61f4-4074-b978-52a3675dfc38 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Refreshing instance network info cache due to event network-changed-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.333535] env[69702]: DEBUG oslo_concurrency.lockutils [req-962c05f6-de7f-42d3-8ebe-ee36d17dac2d req-e870e183-61f4-4074-b978-52a3675dfc38 service nova] Acquiring lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.333648] env[69702]: DEBUG oslo_concurrency.lockutils [req-962c05f6-de7f-42d3-8ebe-ee36d17dac2d req-e870e183-61f4-4074-b978-52a3675dfc38 service nova] Acquired lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.334257] env[69702]: DEBUG nova.network.neutron [req-962c05f6-de7f-42d3-8ebe-ee36d17dac2d req-e870e183-61f4-4074-b978-52a3675dfc38 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Refreshing network info cache for port fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.539932] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.673735] env[69702]: DEBUG nova.network.neutron [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Successfully updated port: 2d7d2945-69e2-4344-a58b-ed0784721b55 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.702731] env[69702]: DEBUG oslo_concurrency.lockutils [None req-27f02b3c-8bd9-4f56-b809-9f2bbef6ce22 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "ebf9cfcb-426a-4ca2-9f9e-9c36c8270218" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.981s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.727254] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3084685, 'name': Rename_Task, 'duration_secs': 0.146246} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.727519] env[69702]: DEBUG oslo_vmware.api [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Task: {'id': task-3084686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16696} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.728294] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.728661] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.728723] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.728882] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.731028] env[69702]: INFO nova.compute.manager [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 678.731028] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.731028] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fe65655-51e0-42f0-ae13-08b6e143165e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.731316] env[69702]: DEBUG nova.compute.manager [-] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.731420] env[69702]: DEBUG nova.network.neutron [-] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.737245] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 678.737245] env[69702]: value = "task-3084687" [ 678.737245] env[69702]: _type = "Task" [ 678.737245] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.747941] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3084687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.801267] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "e582d30b-721a-4477-9dec-fc371140e192" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.926162] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c904882-20e5-450e-9bbe-36a6de711813 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.934075] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ef29ce-dcfc-4f70-b96f-a9c5f292f862 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.687661] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Acquiring lock "refresh_cache-58f8e93d-252b-4b10-acbb-992512434c5c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.687888] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Acquired lock "refresh_cache-58f8e93d-252b-4b10-acbb-992512434c5c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.687965] env[69702]: DEBUG nova.network.neutron [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.689338] env[69702]: DEBUG nova.compute.manager [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.695512] env[69702]: DEBUG nova.network.neutron [req-055196bf-45b2-489e-8fd5-460a920d633e req-b133023b-f0c3-4614-88dd-f72231f096c5 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Updated VIF entry in instance network info cache for port 7bae3c1f-4411-4ace-a06c-ce9691f655e7. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.695843] env[69702]: DEBUG nova.network.neutron [req-055196bf-45b2-489e-8fd5-460a920d633e req-b133023b-f0c3-4614-88dd-f72231f096c5 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Updating instance_info_cache with network_info: [{"id": "7bae3c1f-4411-4ace-a06c-ce9691f655e7", "address": "fa:16:3e:86:4d:8c", "network": {"id": "394fe4a8-4eff-4239-be54-7a2f6a295e74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1729208272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b71cbd7cd7468a929ebfc17885e510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bae3c1f-44", "ovs_interfaceid": "7bae3c1f-4411-4ace-a06c-ce9691f655e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.703098] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b248fb97-0bfd-42ec-9606-7d60a82f2c23 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.714071] env[69702]: DEBUG oslo_vmware.api [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3084687, 'name': PowerOnVM_Task, 'duration_secs': 0.514879} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.720424] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.720424] env[69702]: INFO nova.compute.manager [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Took 7.46 seconds to spawn the instance on the hypervisor. [ 679.720424] env[69702]: DEBUG nova.compute.manager [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.720424] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96912512-17b4-486f-bcbe-a121cd40f1fd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.723030] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9cac51-1c26-4238-927b-c26914144f07 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.743919] env[69702]: DEBUG nova.compute.provider_tree [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.886119] env[69702]: DEBUG nova.network.neutron [req-962c05f6-de7f-42d3-8ebe-ee36d17dac2d req-e870e183-61f4-4074-b978-52a3675dfc38 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Updated VIF entry in instance network info cache for port fc960b13-dc7f-4598-9946-f4a4b1fe1e5f. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.886119] env[69702]: DEBUG nova.network.neutron [req-962c05f6-de7f-42d3-8ebe-ee36d17dac2d req-e870e183-61f4-4074-b978-52a3675dfc38 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Updating instance_info_cache with network_info: [{"id": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "address": "fa:16:3e:1f:d2:27", "network": {"id": "9c90b692-6b8b-4817-b984-fa6baa30dfd8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1661833976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e05c69715a4b538e6d147c61709d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc960b13-dc", "ovs_interfaceid": "fc960b13-dc7f-4598-9946-f4a4b1fe1e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.894652] env[69702]: DEBUG oslo_concurrency.lockutils [None req-be50871f-ee01-4301-8a19-7845dbcd5e9a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "92e0a7eb-69e7-4318-8d9d-6c72001efe77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.895190] env[69702]: DEBUG oslo_concurrency.lockutils [None req-be50871f-ee01-4301-8a19-7845dbcd5e9a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "92e0a7eb-69e7-4318-8d9d-6c72001efe77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.205714] env[69702]: DEBUG oslo_concurrency.lockutils [req-055196bf-45b2-489e-8fd5-460a920d633e req-b133023b-f0c3-4614-88dd-f72231f096c5 service nova] Releasing lock "refresh_cache-5f43b968-a765-42d9-884c-36ae43474e7f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.213857] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.254490] env[69702]: DEBUG nova.scheduler.client.report [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.258688] env[69702]: DEBUG nova.network.neutron [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.263194] env[69702]: INFO nova.compute.manager [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Took 37.20 seconds to build instance. [ 680.389258] env[69702]: DEBUG oslo_concurrency.lockutils [req-962c05f6-de7f-42d3-8ebe-ee36d17dac2d req-e870e183-61f4-4074-b978-52a3675dfc38 service nova] Releasing lock "refresh_cache-abe0995d-a681-4263-9a69-6d4254c07de2" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.489526] env[69702]: DEBUG nova.network.neutron [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Updating instance_info_cache with network_info: [{"id": "2d7d2945-69e2-4344-a58b-ed0784721b55", "address": "fa:16:3e:ad:e4:d5", "network": {"id": "b1670c13-1b5e-439a-9232-8dfbd2867b48", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1614620595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8da2e327e0149c9a873a76921c54a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7d2945-69", "ovs_interfaceid": "2d7d2945-69e2-4344-a58b-ed0784721b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.598676] env[69702]: DEBUG nova.compute.manager [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Received event network-vif-plugged-2d7d2945-69e2-4344-a58b-ed0784721b55 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.598676] env[69702]: DEBUG oslo_concurrency.lockutils [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] Acquiring lock "58f8e93d-252b-4b10-acbb-992512434c5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.600317] env[69702]: DEBUG oslo_concurrency.lockutils [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] Lock "58f8e93d-252b-4b10-acbb-992512434c5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.600592] env[69702]: DEBUG oslo_concurrency.lockutils [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] Lock "58f8e93d-252b-4b10-acbb-992512434c5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.600749] env[69702]: DEBUG nova.compute.manager [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] No waiting events found dispatching network-vif-plugged-2d7d2945-69e2-4344-a58b-ed0784721b55 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.600921] env[69702]: WARNING nova.compute.manager [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Received unexpected event network-vif-plugged-2d7d2945-69e2-4344-a58b-ed0784721b55 for instance with vm_state building and task_state spawning. [ 680.601096] env[69702]: DEBUG nova.compute.manager [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Received event network-changed-2d7d2945-69e2-4344-a58b-ed0784721b55 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.601253] env[69702]: DEBUG nova.compute.manager [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Refreshing instance network info cache due to event network-changed-2d7d2945-69e2-4344-a58b-ed0784721b55. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.601422] env[69702]: DEBUG oslo_concurrency.lockutils [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] Acquiring lock "refresh_cache-58f8e93d-252b-4b10-acbb-992512434c5c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.606383] env[69702]: DEBUG nova.network.neutron [-] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.764122] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.406s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.764906] env[69702]: DEBUG nova.compute.manager [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.767829] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.086s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.770403] env[69702]: INFO nova.compute.claims [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.772433] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0b87648d-5baa-46b5-bbab-763ed44ebdb7 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "5f43b968-a765-42d9-884c-36ae43474e7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.005s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.992768] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Releasing lock "refresh_cache-58f8e93d-252b-4b10-acbb-992512434c5c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.993143] env[69702]: DEBUG nova.compute.manager [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Instance network_info: |[{"id": "2d7d2945-69e2-4344-a58b-ed0784721b55", "address": "fa:16:3e:ad:e4:d5", "network": {"id": "b1670c13-1b5e-439a-9232-8dfbd2867b48", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1614620595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8da2e327e0149c9a873a76921c54a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7d2945-69", "ovs_interfaceid": "2d7d2945-69e2-4344-a58b-ed0784721b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.993469] env[69702]: DEBUG oslo_concurrency.lockutils [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] Acquired lock "refresh_cache-58f8e93d-252b-4b10-acbb-992512434c5c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.993630] env[69702]: DEBUG nova.network.neutron [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Refreshing network info cache for port 2d7d2945-69e2-4344-a58b-ed0784721b55 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.994945] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:e4:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d7d2945-69e2-4344-a58b-ed0784721b55', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.003073] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Creating folder: Project (d8da2e327e0149c9a873a76921c54a29). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.006295] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fea870f-6dc1-4147-8ab0-deee6ef6adcd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.018346] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Created folder: Project (d8da2e327e0149c9a873a76921c54a29) in parent group-v617437. [ 681.018544] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Creating folder: Instances. Parent ref: group-v617507. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.018768] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6634d73d-e0df-45bb-8010-78ed5c83fb6a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.028348] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Created folder: Instances in parent group-v617507. [ 681.028348] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.028348] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.028348] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cf67e9c-42a0-4001-bcd4-96c2b09a58d6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.047173] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.047173] env[69702]: value = "task-3084690" [ 681.047173] env[69702]: _type = "Task" [ 681.047173] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.054912] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084690, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.108787] env[69702]: INFO nova.compute.manager [-] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Took 2.38 seconds to deallocate network for instance. [ 681.274749] env[69702]: DEBUG nova.compute.utils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.280022] env[69702]: DEBUG nova.compute.manager [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.280022] env[69702]: DEBUG nova.network.neutron [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.280946] env[69702]: DEBUG nova.compute.manager [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.359141] env[69702]: DEBUG nova.network.neutron [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Updated VIF entry in instance network info cache for port 2d7d2945-69e2-4344-a58b-ed0784721b55. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.359581] env[69702]: DEBUG nova.network.neutron [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Updating instance_info_cache with network_info: [{"id": "2d7d2945-69e2-4344-a58b-ed0784721b55", "address": "fa:16:3e:ad:e4:d5", "network": {"id": "b1670c13-1b5e-439a-9232-8dfbd2867b48", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1614620595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8da2e327e0149c9a873a76921c54a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7d2945-69", "ovs_interfaceid": "2d7d2945-69e2-4344-a58b-ed0784721b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.365626] env[69702]: DEBUG nova.policy [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f30c216a81ce4924859ef1ab169752ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3693634634154e1f9e3bdacdc0028697', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.559197] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084690, 'name': CreateVM_Task, 'duration_secs': 0.365777} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.559782] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.561574] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.561574] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.561775] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.562792] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c3277d-6551-448f-acf8-57994b9ba4ac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.567266] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Waiting for the task: (returnval){ [ 681.567266] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521b1c9a-5c64-205e-0d41-12ed041ed44b" [ 681.567266] env[69702]: _type = "Task" [ 681.567266] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.576350] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521b1c9a-5c64-205e-0d41-12ed041ed44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.621096] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.712286] env[69702]: DEBUG nova.network.neutron [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Successfully created port: 46d6a8af-8263-4431-8ce3-563256dea2ec {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.761588] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "131b9632-347e-4203-b770-c6449683c6d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.761840] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "131b9632-347e-4203-b770-c6449683c6d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.780557] env[69702]: DEBUG nova.compute.manager [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.811098] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.866445] env[69702]: DEBUG oslo_concurrency.lockutils [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] Releasing lock "refresh_cache-58f8e93d-252b-4b10-acbb-992512434c5c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.868758] env[69702]: DEBUG nova.compute.manager [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Received event network-vif-deleted-247a2b4d-2527-490c-bcd1-180753d51cb2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.868758] env[69702]: INFO nova.compute.manager [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Neutron deleted interface 247a2b4d-2527-490c-bcd1-180753d51cb2; detaching it from the instance and deleting it from the info cache [ 681.868758] env[69702]: DEBUG nova.network.neutron [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.080483] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521b1c9a-5c64-205e-0d41-12ed041ed44b, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.083587] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.083851] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.084106] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.084258] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.084435] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.085371] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0458da37-eed3-4e34-b420-a52c6636b7c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.094373] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.094373] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.095099] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4af9c4-992b-4f34-a3ee-77bee4cbc085 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.104145] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Waiting for the task: (returnval){ [ 682.104145] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52440b63-651b-678a-d498-ae2f6880a7a4" [ 682.104145] env[69702]: _type = "Task" [ 682.104145] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.113358] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52440b63-651b-678a-d498-ae2f6880a7a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.376527] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b9de9b4-1190-4bd6-952e-deebed59880c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.385391] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db81406-1f6f-4e37-8839-a987168cf890 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.397529] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3578042-8ce4-4579-8d3b-426a375e5c16 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.405084] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec853e6a-1103-4867-9602-58161aad697c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.445288] env[69702]: DEBUG nova.compute.manager [req-3b62b6dc-5adf-41fc-ba89-7f376d01048b req-bd9bd000-bd9e-4630-a355-98ccd08a8d61 service nova] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Detach interface failed, port_id=247a2b4d-2527-490c-bcd1-180753d51cb2, reason: Instance 2d38379b-473f-4bd8-9bd9-91f91a2f35b7 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 682.446586] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a3d208-6986-4db2-888e-b018ac32c766 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.453768] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3f49e1-346e-4146-83eb-e5c68ff503b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.467984] env[69702]: DEBUG nova.compute.provider_tree [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.616175] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52440b63-651b-678a-d498-ae2f6880a7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008034} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.616844] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f0058d-e55b-4d8e-80f6-a117a288778f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.622751] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Waiting for the task: (returnval){ [ 682.622751] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525df898-82c6-426c-524a-8a56b59a9b55" [ 682.622751] env[69702]: _type = "Task" [ 682.622751] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.631113] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525df898-82c6-426c-524a-8a56b59a9b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.792317] env[69702]: DEBUG nova.compute.manager [req-ad23088c-091c-4bb3-87db-f1811e5cd10f req-0c63153e-9e27-4bf5-a3dc-80ab4b6317b5 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Received event network-changed-7bae3c1f-4411-4ace-a06c-ce9691f655e7 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.792317] env[69702]: DEBUG nova.compute.manager [req-ad23088c-091c-4bb3-87db-f1811e5cd10f req-0c63153e-9e27-4bf5-a3dc-80ab4b6317b5 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Refreshing instance network info cache due to event network-changed-7bae3c1f-4411-4ace-a06c-ce9691f655e7. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.792317] env[69702]: DEBUG oslo_concurrency.lockutils [req-ad23088c-091c-4bb3-87db-f1811e5cd10f req-0c63153e-9e27-4bf5-a3dc-80ab4b6317b5 service nova] Acquiring lock "refresh_cache-5f43b968-a765-42d9-884c-36ae43474e7f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.792317] env[69702]: DEBUG oslo_concurrency.lockutils [req-ad23088c-091c-4bb3-87db-f1811e5cd10f req-0c63153e-9e27-4bf5-a3dc-80ab4b6317b5 service nova] Acquired lock "refresh_cache-5f43b968-a765-42d9-884c-36ae43474e7f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.792317] env[69702]: DEBUG nova.network.neutron [req-ad23088c-091c-4bb3-87db-f1811e5cd10f req-0c63153e-9e27-4bf5-a3dc-80ab4b6317b5 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Refreshing network info cache for port 7bae3c1f-4411-4ace-a06c-ce9691f655e7 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.796615] env[69702]: DEBUG nova.compute.manager [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.841179] env[69702]: DEBUG nova.virt.hardware [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.841179] env[69702]: DEBUG nova.virt.hardware [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.841179] env[69702]: DEBUG nova.virt.hardware [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.841431] env[69702]: DEBUG nova.virt.hardware [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.841431] env[69702]: DEBUG nova.virt.hardware [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.841431] env[69702]: DEBUG nova.virt.hardware [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.841431] env[69702]: DEBUG nova.virt.hardware [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.841431] env[69702]: DEBUG nova.virt.hardware [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.841567] env[69702]: DEBUG nova.virt.hardware [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.841567] env[69702]: DEBUG nova.virt.hardware [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.841567] env[69702]: DEBUG nova.virt.hardware [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.842767] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917970f7-c6d6-41cb-bb44-b03a365ccf61 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.853442] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5824c2-3767-4e01-bb5e-b410b709e6b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.971647] env[69702]: DEBUG nova.scheduler.client.report [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.139673] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525df898-82c6-426c-524a-8a56b59a9b55, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.139943] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.140220] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 58f8e93d-252b-4b10-acbb-992512434c5c/58f8e93d-252b-4b10-acbb-992512434c5c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.140475] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-995d1c25-7bf7-48a1-9fee-86d72a306b50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.147258] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Waiting for the task: (returnval){ [ 683.147258] env[69702]: value = "task-3084691" [ 683.147258] env[69702]: _type = "Task" [ 683.147258] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.157674] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.212159] env[69702]: DEBUG nova.compute.manager [req-d28c28e8-18b7-4c3c-8da4-1cd4d8715f25 req-9b565e7b-5b8d-4039-a84f-69e4efce5761 service nova] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Received event network-vif-plugged-46d6a8af-8263-4431-8ce3-563256dea2ec {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.212159] env[69702]: DEBUG oslo_concurrency.lockutils [req-d28c28e8-18b7-4c3c-8da4-1cd4d8715f25 req-9b565e7b-5b8d-4039-a84f-69e4efce5761 service nova] Acquiring lock "8a28ee81-c65d-4ccf-b8ea-d759a3375ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.212159] env[69702]: DEBUG oslo_concurrency.lockutils [req-d28c28e8-18b7-4c3c-8da4-1cd4d8715f25 req-9b565e7b-5b8d-4039-a84f-69e4efce5761 service nova] Lock "8a28ee81-c65d-4ccf-b8ea-d759a3375ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.212159] env[69702]: DEBUG oslo_concurrency.lockutils [req-d28c28e8-18b7-4c3c-8da4-1cd4d8715f25 req-9b565e7b-5b8d-4039-a84f-69e4efce5761 service nova] Lock "8a28ee81-c65d-4ccf-b8ea-d759a3375ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.212159] env[69702]: DEBUG nova.compute.manager [req-d28c28e8-18b7-4c3c-8da4-1cd4d8715f25 req-9b565e7b-5b8d-4039-a84f-69e4efce5761 service nova] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] No waiting events found dispatching network-vif-plugged-46d6a8af-8263-4431-8ce3-563256dea2ec {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.212467] env[69702]: WARNING nova.compute.manager [req-d28c28e8-18b7-4c3c-8da4-1cd4d8715f25 req-9b565e7b-5b8d-4039-a84f-69e4efce5761 service nova] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Received unexpected event network-vif-plugged-46d6a8af-8263-4431-8ce3-563256dea2ec for instance with vm_state building and task_state spawning. [ 683.433786] env[69702]: DEBUG nova.network.neutron [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Successfully updated port: 46d6a8af-8263-4431-8ce3-563256dea2ec {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.477555] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.478081] env[69702]: DEBUG nova.compute.manager [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.481066] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.884s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.482672] env[69702]: INFO nova.compute.claims [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.658708] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47302} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.658980] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 58f8e93d-252b-4b10-acbb-992512434c5c/58f8e93d-252b-4b10-acbb-992512434c5c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.659646] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.659956] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9285ee84-1440-4195-8c9b-a18b8b494874 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.668125] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Waiting for the task: (returnval){ [ 683.668125] env[69702]: value = "task-3084692" [ 683.668125] env[69702]: _type = "Task" [ 683.668125] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.675647] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.844031] env[69702]: DEBUG nova.network.neutron [req-ad23088c-091c-4bb3-87db-f1811e5cd10f req-0c63153e-9e27-4bf5-a3dc-80ab4b6317b5 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Updated VIF entry in instance network info cache for port 7bae3c1f-4411-4ace-a06c-ce9691f655e7. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.844031] env[69702]: DEBUG nova.network.neutron [req-ad23088c-091c-4bb3-87db-f1811e5cd10f req-0c63153e-9e27-4bf5-a3dc-80ab4b6317b5 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Updating instance_info_cache with network_info: [{"id": "7bae3c1f-4411-4ace-a06c-ce9691f655e7", "address": "fa:16:3e:86:4d:8c", "network": {"id": "394fe4a8-4eff-4239-be54-7a2f6a295e74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1729208272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b71cbd7cd7468a929ebfc17885e510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bae3c1f-44", "ovs_interfaceid": "7bae3c1f-4411-4ace-a06c-ce9691f655e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.937399] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquiring lock "refresh_cache-8a28ee81-c65d-4ccf-b8ea-d759a3375ed5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.938560] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquired lock "refresh_cache-8a28ee81-c65d-4ccf-b8ea-d759a3375ed5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.938925] env[69702]: DEBUG nova.network.neutron [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.988702] env[69702]: DEBUG nova.compute.utils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.995046] env[69702]: DEBUG nova.compute.manager [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.995238] env[69702]: DEBUG nova.network.neutron [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.178328] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059802} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.178646] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.179405] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a299070-1510-484a-b3d3-9bcb713ceed6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.207117] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 58f8e93d-252b-4b10-acbb-992512434c5c/58f8e93d-252b-4b10-acbb-992512434c5c.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.207526] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c1442d0-17b7-4460-8f28-fee6c6fea489 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.229018] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Waiting for the task: (returnval){ [ 684.229018] env[69702]: value = "task-3084693" [ 684.229018] env[69702]: _type = "Task" [ 684.229018] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.237391] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.282371] env[69702]: DEBUG nova.policy [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa2bf0cb873f4e4b91c9eef7f70d953a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53d0b276158945bca6dbf4d8e7444c40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.346134] env[69702]: DEBUG oslo_concurrency.lockutils [req-ad23088c-091c-4bb3-87db-f1811e5cd10f req-0c63153e-9e27-4bf5-a3dc-80ab4b6317b5 service nova] Releasing lock "refresh_cache-5f43b968-a765-42d9-884c-36ae43474e7f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.494703] env[69702]: DEBUG nova.network.neutron [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.497951] env[69702]: DEBUG nova.compute.manager [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.727547] env[69702]: DEBUG nova.network.neutron [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Updating instance_info_cache with network_info: [{"id": "46d6a8af-8263-4431-8ce3-563256dea2ec", "address": "fa:16:3e:d4:94:c2", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d6a8af-82", "ovs_interfaceid": "46d6a8af-8263-4431-8ce3-563256dea2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.745712] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084693, 'name': ReconfigVM_Task, 'duration_secs': 0.285273} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.746089] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 58f8e93d-252b-4b10-acbb-992512434c5c/58f8e93d-252b-4b10-acbb-992512434c5c.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.746708] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-471d5103-5510-437e-bb06-61c111c537a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.757401] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Waiting for the task: (returnval){ [ 684.757401] env[69702]: value = "task-3084694" [ 684.757401] env[69702]: _type = "Task" [ 684.757401] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.767315] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084694, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.814320] env[69702]: DEBUG nova.network.neutron [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Successfully created port: b71286aa-a2fb-4567-84b4-c0d53b1dc48b {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.109720] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccfab46-0d11-4fc5-a1f2-ddae32ba287e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.125711] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8470f3a-06c2-4b65-8a59-8532f2d7343c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.154545] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f05dec0-b62b-427d-85da-375638672cf1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.162905] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e578bd-b351-4870-b5b2-d9f757b05f6b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.176518] env[69702]: DEBUG nova.compute.provider_tree [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.233018] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Releasing lock "refresh_cache-8a28ee81-c65d-4ccf-b8ea-d759a3375ed5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.233018] env[69702]: DEBUG nova.compute.manager [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Instance network_info: |[{"id": "46d6a8af-8263-4431-8ce3-563256dea2ec", "address": "fa:16:3e:d4:94:c2", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d6a8af-82", "ovs_interfaceid": "46d6a8af-8263-4431-8ce3-563256dea2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.234278] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:94:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46d6a8af-8263-4431-8ce3-563256dea2ec', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.242615] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.242855] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.243169] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-975c2c46-9969-4be7-9780-14ca80183626 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.271923] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.271923] env[69702]: value = "task-3084695" [ 685.271923] env[69702]: _type = "Task" [ 685.271923] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.275495] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084694, 'name': Rename_Task, 'duration_secs': 0.157516} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.278448] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.278687] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a25f1761-31d3-49c6-8bff-c33880f73f86 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.285007] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084695, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.286235] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Waiting for the task: (returnval){ [ 685.286235] env[69702]: value = "task-3084696" [ 685.286235] env[69702]: _type = "Task" [ 685.286235] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.293346] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.316427] env[69702]: DEBUG nova.network.neutron [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Successfully created port: 53f0ba8a-8a0e-467c-9af4-d917dc2633b4 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.503271] env[69702]: DEBUG nova.compute.manager [req-c535090d-1c3a-4e6a-ad4c-a0c20fcd3a6b req-97f4c655-2343-4b16-a8f9-1e977227e96f service nova] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Received event network-changed-46d6a8af-8263-4431-8ce3-563256dea2ec {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.503525] env[69702]: DEBUG nova.compute.manager [req-c535090d-1c3a-4e6a-ad4c-a0c20fcd3a6b req-97f4c655-2343-4b16-a8f9-1e977227e96f service nova] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Refreshing instance network info cache due to event network-changed-46d6a8af-8263-4431-8ce3-563256dea2ec. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.503846] env[69702]: DEBUG oslo_concurrency.lockutils [req-c535090d-1c3a-4e6a-ad4c-a0c20fcd3a6b req-97f4c655-2343-4b16-a8f9-1e977227e96f service nova] Acquiring lock "refresh_cache-8a28ee81-c65d-4ccf-b8ea-d759a3375ed5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.504043] env[69702]: DEBUG oslo_concurrency.lockutils [req-c535090d-1c3a-4e6a-ad4c-a0c20fcd3a6b req-97f4c655-2343-4b16-a8f9-1e977227e96f service nova] Acquired lock "refresh_cache-8a28ee81-c65d-4ccf-b8ea-d759a3375ed5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.504657] env[69702]: DEBUG nova.network.neutron [req-c535090d-1c3a-4e6a-ad4c-a0c20fcd3a6b req-97f4c655-2343-4b16-a8f9-1e977227e96f service nova] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Refreshing network info cache for port 46d6a8af-8263-4431-8ce3-563256dea2ec {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.513798] env[69702]: DEBUG nova.compute.manager [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.547771] env[69702]: DEBUG nova.virt.hardware [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.550835] env[69702]: DEBUG nova.virt.hardware [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.551112] env[69702]: DEBUG nova.virt.hardware [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.552013] env[69702]: DEBUG nova.virt.hardware [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.552209] env[69702]: DEBUG nova.virt.hardware [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.552369] env[69702]: DEBUG nova.virt.hardware [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.552613] env[69702]: DEBUG nova.virt.hardware [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.552772] env[69702]: DEBUG nova.virt.hardware [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.553029] env[69702]: DEBUG nova.virt.hardware [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.553254] env[69702]: DEBUG nova.virt.hardware [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.553402] env[69702]: DEBUG nova.virt.hardware [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.554488] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c0c4c2-c380-4d9e-b811-71fa46f03644 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.568352] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193dc1f9-d7b0-4ee4-b182-e896723f6e8b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.681042] env[69702]: DEBUG nova.scheduler.client.report [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.734577] env[69702]: DEBUG nova.network.neutron [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Successfully created port: 8553dae0-70f6-4b9d-99c4-6e9b8d75a079 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.787979] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084695, 'name': CreateVM_Task, 'duration_secs': 0.3184} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.794494] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.794494] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.794494] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.794494] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.794494] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1424f82-84bc-41ed-89c6-22efa02ec7c6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.802881] env[69702]: DEBUG oslo_vmware.api [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084696, 'name': PowerOnVM_Task, 'duration_secs': 0.45909} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.803577] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.803782] env[69702]: INFO nova.compute.manager [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Took 8.57 seconds to spawn the instance on the hypervisor. [ 685.804015] env[69702]: DEBUG nova.compute.manager [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.804843] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21d8c3f-d512-4799-b214-79de7f1e73a0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.809016] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 685.809016] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5214ca9c-1829-7609-50c7-4cc86c6a90bf" [ 685.809016] env[69702]: _type = "Task" [ 685.809016] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.822281] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5214ca9c-1829-7609-50c7-4cc86c6a90bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.822830] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.823464] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.823464] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.823573] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.823741] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.824025] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86c7caee-82ce-4294-9210-595a1cf1fb9c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.832854] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.832854] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.834035] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d684693-42dc-4ec5-9ef6-a3635c0277f2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.840786] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 685.840786] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523fa2cf-15ed-d1b3-2bf6-da635e87d19c" [ 685.840786] env[69702]: _type = "Task" [ 685.840786] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.848813] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523fa2cf-15ed-d1b3-2bf6-da635e87d19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.188261] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.188786] env[69702]: DEBUG nova.compute.manager [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.191388] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.324s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.195018] env[69702]: INFO nova.compute.claims [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.246715] env[69702]: DEBUG nova.network.neutron [req-c535090d-1c3a-4e6a-ad4c-a0c20fcd3a6b req-97f4c655-2343-4b16-a8f9-1e977227e96f service nova] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Updated VIF entry in instance network info cache for port 46d6a8af-8263-4431-8ce3-563256dea2ec. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.246715] env[69702]: DEBUG nova.network.neutron [req-c535090d-1c3a-4e6a-ad4c-a0c20fcd3a6b req-97f4c655-2343-4b16-a8f9-1e977227e96f service nova] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Updating instance_info_cache with network_info: [{"id": "46d6a8af-8263-4431-8ce3-563256dea2ec", "address": "fa:16:3e:d4:94:c2", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d6a8af-82", "ovs_interfaceid": "46d6a8af-8263-4431-8ce3-563256dea2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.328293] env[69702]: INFO nova.compute.manager [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Took 38.47 seconds to build instance. [ 686.353339] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523fa2cf-15ed-d1b3-2bf6-da635e87d19c, 'name': SearchDatastore_Task, 'duration_secs': 0.01004} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.354190] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce62aa3a-d942-4f15-a310-8fb0c6257b78 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.360667] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 686.360667] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529f934d-dc83-bc8c-8c04-7642d7eacd49" [ 686.360667] env[69702]: _type = "Task" [ 686.360667] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.374910] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529f934d-dc83-bc8c-8c04-7642d7eacd49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.705560] env[69702]: DEBUG nova.compute.utils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.710815] env[69702]: DEBUG nova.compute.manager [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.710815] env[69702]: DEBUG nova.network.neutron [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.749291] env[69702]: DEBUG oslo_concurrency.lockutils [req-c535090d-1c3a-4e6a-ad4c-a0c20fcd3a6b req-97f4c655-2343-4b16-a8f9-1e977227e96f service nova] Releasing lock "refresh_cache-8a28ee81-c65d-4ccf-b8ea-d759a3375ed5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.804426] env[69702]: DEBUG nova.policy [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '985f85d53aa64631a4f9ae5fb7703d6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8df056b8c26b48c89876ea1ecc91fa95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.833359] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e72d99ff-932f-4b0d-8d5f-54a9fd634fb6 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Lock "58f8e93d-252b-4b10-acbb-992512434c5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.894s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.873290] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529f934d-dc83-bc8c-8c04-7642d7eacd49, 'name': SearchDatastore_Task, 'duration_secs': 0.024737} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.873476] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.873735] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5/8a28ee81-c65d-4ccf-b8ea-d759a3375ed5.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.873997] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb49d117-6a5b-43dd-9404-38e74ef2b6a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.884672] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 686.884672] env[69702]: value = "task-3084697" [ 686.884672] env[69702]: _type = "Task" [ 686.884672] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.900081] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.217263] env[69702]: DEBUG nova.compute.manager [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.338550] env[69702]: DEBUG nova.compute.manager [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.353905] env[69702]: DEBUG nova.network.neutron [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Successfully created port: 974c35d3-1474-40a8-bed6-88eca1092ad1 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.397913] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084697, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.464544] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Acquiring lock "835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.465021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Lock "835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.769642] env[69702]: DEBUG nova.network.neutron [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Successfully updated port: b71286aa-a2fb-4567-84b4-c0d53b1dc48b {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.837554] env[69702]: DEBUG nova.compute.manager [req-3801e723-d68e-4aff-beee-22cd32c2aac6 req-316dc693-c64b-4b2e-ae5c-d37dab9b9edb service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Received event network-vif-plugged-b71286aa-a2fb-4567-84b4-c0d53b1dc48b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.837801] env[69702]: DEBUG oslo_concurrency.lockutils [req-3801e723-d68e-4aff-beee-22cd32c2aac6 req-316dc693-c64b-4b2e-ae5c-d37dab9b9edb service nova] Acquiring lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.837901] env[69702]: DEBUG oslo_concurrency.lockutils [req-3801e723-d68e-4aff-beee-22cd32c2aac6 req-316dc693-c64b-4b2e-ae5c-d37dab9b9edb service nova] Lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.838114] env[69702]: DEBUG oslo_concurrency.lockutils [req-3801e723-d68e-4aff-beee-22cd32c2aac6 req-316dc693-c64b-4b2e-ae5c-d37dab9b9edb service nova] Lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.839648] env[69702]: DEBUG nova.compute.manager [req-3801e723-d68e-4aff-beee-22cd32c2aac6 req-316dc693-c64b-4b2e-ae5c-d37dab9b9edb service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] No waiting events found dispatching network-vif-plugged-b71286aa-a2fb-4567-84b4-c0d53b1dc48b {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.839648] env[69702]: WARNING nova.compute.manager [req-3801e723-d68e-4aff-beee-22cd32c2aac6 req-316dc693-c64b-4b2e-ae5c-d37dab9b9edb service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Received unexpected event network-vif-plugged-b71286aa-a2fb-4567-84b4-c0d53b1dc48b for instance with vm_state building and task_state spawning. [ 687.864819] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.896540] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53121} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.899648] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5/8a28ee81-c65d-4ccf-b8ea-d759a3375ed5.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.899897] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.901212] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68db6d30-874f-4976-9c4f-fcd4bbbdc588 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.908074] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 687.908074] env[69702]: value = "task-3084698" [ 687.908074] env[69702]: _type = "Task" [ 687.908074] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.923134] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.953837] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e68f45-b679-401d-9e90-a7339cfe1100 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.963379] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9f67f3-12e0-4a39-9c2d-d49e9a11b53e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.001905] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cabe3f-4548-4a60-ab08-6055c3efe3f8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.010656] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ce29d6-150b-4a2d-b369-b9403b3ae7ac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.026238] env[69702]: DEBUG nova.compute.provider_tree [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.231771] env[69702]: DEBUG nova.compute.manager [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.257315] env[69702]: DEBUG nova.virt.hardware [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.257605] env[69702]: DEBUG nova.virt.hardware [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.257768] env[69702]: DEBUG nova.virt.hardware [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.257980] env[69702]: DEBUG nova.virt.hardware [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.258148] env[69702]: DEBUG nova.virt.hardware [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.258314] env[69702]: DEBUG nova.virt.hardware [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.258527] env[69702]: DEBUG nova.virt.hardware [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.258699] env[69702]: DEBUG nova.virt.hardware [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.258869] env[69702]: DEBUG nova.virt.hardware [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.259087] env[69702]: DEBUG nova.virt.hardware [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.259274] env[69702]: DEBUG nova.virt.hardware [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.260206] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8596b21a-e934-40aa-b8ba-773d543f850e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.269705] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6704d659-a424-44a2-9df9-9a9cfcda2b11 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.422161] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072479} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.422161] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.422161] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c91e4b-7274-4896-a470-51b546fafcdf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.445394] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5/8a28ee81-c65d-4ccf-b8ea-d759a3375ed5.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.445757] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73aafdb1-03cc-450e-bbed-727564836da0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.468415] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 688.468415] env[69702]: value = "task-3084699" [ 688.468415] env[69702]: _type = "Task" [ 688.468415] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.477526] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.530292] env[69702]: DEBUG nova.scheduler.client.report [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.976806] env[69702]: DEBUG nova.compute.manager [req-b63f952c-db27-436a-aca2-96b6f166191c req-3501b2b7-3dea-40b9-b1b8-42db8d8f6a4b service nova] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Received event network-vif-plugged-974c35d3-1474-40a8-bed6-88eca1092ad1 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.976806] env[69702]: DEBUG oslo_concurrency.lockutils [req-b63f952c-db27-436a-aca2-96b6f166191c req-3501b2b7-3dea-40b9-b1b8-42db8d8f6a4b service nova] Acquiring lock "86f7bb58-2b6a-4d7e-8a07-e8ce6f303051-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.976806] env[69702]: DEBUG oslo_concurrency.lockutils [req-b63f952c-db27-436a-aca2-96b6f166191c req-3501b2b7-3dea-40b9-b1b8-42db8d8f6a4b service nova] Lock "86f7bb58-2b6a-4d7e-8a07-e8ce6f303051-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.976806] env[69702]: DEBUG oslo_concurrency.lockutils [req-b63f952c-db27-436a-aca2-96b6f166191c req-3501b2b7-3dea-40b9-b1b8-42db8d8f6a4b service nova] Lock "86f7bb58-2b6a-4d7e-8a07-e8ce6f303051-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.977343] env[69702]: DEBUG nova.compute.manager [req-b63f952c-db27-436a-aca2-96b6f166191c req-3501b2b7-3dea-40b9-b1b8-42db8d8f6a4b service nova] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] No waiting events found dispatching network-vif-plugged-974c35d3-1474-40a8-bed6-88eca1092ad1 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.977343] env[69702]: WARNING nova.compute.manager [req-b63f952c-db27-436a-aca2-96b6f166191c req-3501b2b7-3dea-40b9-b1b8-42db8d8f6a4b service nova] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Received unexpected event network-vif-plugged-974c35d3-1474-40a8-bed6-88eca1092ad1 for instance with vm_state building and task_state spawning. [ 688.982157] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.985878] env[69702]: DEBUG nova.network.neutron [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Successfully updated port: 974c35d3-1474-40a8-bed6-88eca1092ad1 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.036809] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.037829] env[69702]: DEBUG nova.compute.manager [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.040545] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.693s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.042050] env[69702]: INFO nova.compute.claims [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.066950] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Acquiring lock "538bd1ff-c4a9-449e-812e-90f0ef6f7a98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.067204] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Lock "538bd1ff-c4a9-449e-812e-90f0ef6f7a98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.480016] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084699, 'name': ReconfigVM_Task, 'duration_secs': 0.674992} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.480394] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5/8a28ee81-c65d-4ccf-b8ea-d759a3375ed5.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.481025] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33bb4214-ec28-4828-ab24-79d51bab1323 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.488289] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 689.488289] env[69702]: value = "task-3084700" [ 689.488289] env[69702]: _type = "Task" [ 689.488289] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.488907] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Acquiring lock "refresh_cache-86f7bb58-2b6a-4d7e-8a07-e8ce6f303051" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.489014] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Acquired lock "refresh_cache-86f7bb58-2b6a-4d7e-8a07-e8ce6f303051" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.489212] env[69702]: DEBUG nova.network.neutron [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.508450] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084700, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.546935] env[69702]: DEBUG nova.compute.utils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.551392] env[69702]: DEBUG nova.compute.manager [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.551392] env[69702]: DEBUG nova.network.neutron [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.594231] env[69702]: DEBUG nova.policy [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d5a5295e82d4ac8822ab9f3f40c5993', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9a15d9faebc467d9725b6da4235a30c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.870179] env[69702]: DEBUG nova.network.neutron [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Successfully created port: 5a182c64-0200-4fb2-87ad-b1dd57657218 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.887258] env[69702]: DEBUG nova.compute.manager [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Received event network-changed-b71286aa-a2fb-4567-84b4-c0d53b1dc48b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.887776] env[69702]: DEBUG nova.compute.manager [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Refreshing instance network info cache due to event network-changed-b71286aa-a2fb-4567-84b4-c0d53b1dc48b. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.888052] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] Acquiring lock "refresh_cache-15c8d71d-2065-4bd4-91c3-d6c5140fff83" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.888488] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] Acquired lock "refresh_cache-15c8d71d-2065-4bd4-91c3-d6c5140fff83" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.888722] env[69702]: DEBUG nova.network.neutron [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Refreshing network info cache for port b71286aa-a2fb-4567-84b4-c0d53b1dc48b {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.917382] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Acquiring lock "58f8e93d-252b-4b10-acbb-992512434c5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.917382] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Lock "58f8e93d-252b-4b10-acbb-992512434c5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.917382] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Acquiring lock "58f8e93d-252b-4b10-acbb-992512434c5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.917382] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Lock "58f8e93d-252b-4b10-acbb-992512434c5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.917808] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Lock "58f8e93d-252b-4b10-acbb-992512434c5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.918538] env[69702]: INFO nova.compute.manager [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Terminating instance [ 690.003593] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084700, 'name': Rename_Task, 'duration_secs': 0.149549} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.004014] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.004766] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba728587-b184-44cd-a7b5-009875c16380 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.012269] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 690.012269] env[69702]: value = "task-3084701" [ 690.012269] env[69702]: _type = "Task" [ 690.012269] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.022563] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.053327] env[69702]: DEBUG nova.compute.manager [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.235044] env[69702]: DEBUG nova.network.neutron [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.268688] env[69702]: DEBUG nova.network.neutron [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Successfully updated port: 53f0ba8a-8a0e-467c-9af4-d917dc2633b4 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.426019] env[69702]: DEBUG nova.compute.manager [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.426019] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.426019] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f86a16f-3593-445d-85a2-7ce3aedbbdf3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.435812] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.438252] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-722b5c13-f088-4b78-9e4a-ab546caa8cfc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.446665] env[69702]: DEBUG oslo_vmware.api [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Waiting for the task: (returnval){ [ 690.446665] env[69702]: value = "task-3084702" [ 690.446665] env[69702]: _type = "Task" [ 690.446665] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.456053] env[69702]: DEBUG oslo_vmware.api [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.479928] env[69702]: DEBUG nova.network.neutron [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.527454] env[69702]: DEBUG oslo_vmware.api [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084701, 'name': PowerOnVM_Task, 'duration_secs': 0.439683} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.528197] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.528560] env[69702]: INFO nova.compute.manager [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Took 7.73 seconds to spawn the instance on the hypervisor. [ 690.528930] env[69702]: DEBUG nova.compute.manager [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.529871] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b787bba9-6051-4bda-86a8-e112ae0bd5d7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.570796] env[69702]: DEBUG nova.network.neutron [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Updating instance_info_cache with network_info: [{"id": "974c35d3-1474-40a8-bed6-88eca1092ad1", "address": "fa:16:3e:51:7e:c3", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974c35d3-14", "ovs_interfaceid": "974c35d3-1474-40a8-bed6-88eca1092ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.665025] env[69702]: DEBUG nova.network.neutron [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.718787] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b86f29-fa21-4397-925d-2ad0b9eedeb2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.726860] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c3fe80-41f3-4ddd-bb76-ee03b4f69831 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.757453] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb1574a-019b-48cf-8712-4af7e66f8ec2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.765482] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5ea217-d33e-4f84-be2c-6cc2d02a3b3c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.780606] env[69702]: DEBUG nova.compute.provider_tree [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.956873] env[69702]: DEBUG oslo_vmware.api [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084702, 'name': PowerOffVM_Task, 'duration_secs': 0.232373} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.957995] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.958572] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.958572] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b0fac9e-c6c9-46f8-867c-71dafd783508 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.025313] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.025656] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.025884] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Deleting the datastore file [datastore2] 58f8e93d-252b-4b10-acbb-992512434c5c {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.026236] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a9544b4-c526-409a-87bc-b795b5caab27 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.034293] env[69702]: DEBUG oslo_vmware.api [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Waiting for the task: (returnval){ [ 691.034293] env[69702]: value = "task-3084704" [ 691.034293] env[69702]: _type = "Task" [ 691.034293] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.044101] env[69702]: DEBUG oslo_vmware.api [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.053619] env[69702]: INFO nova.compute.manager [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Took 39.96 seconds to build instance. [ 691.074519] env[69702]: DEBUG nova.compute.manager [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.076650] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Releasing lock "refresh_cache-86f7bb58-2b6a-4d7e-8a07-e8ce6f303051" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.076943] env[69702]: DEBUG nova.compute.manager [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Instance network_info: |[{"id": "974c35d3-1474-40a8-bed6-88eca1092ad1", "address": "fa:16:3e:51:7e:c3", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974c35d3-14", "ovs_interfaceid": "974c35d3-1474-40a8-bed6-88eca1092ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.078016] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:7e:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '974c35d3-1474-40a8-bed6-88eca1092ad1', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.085169] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Creating folder: Project (8df056b8c26b48c89876ea1ecc91fa95). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.085568] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b152c46d-3a83-4da1-85b7-b4f80c72e3cd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.099617] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Created folder: Project (8df056b8c26b48c89876ea1ecc91fa95) in parent group-v617437. [ 691.099864] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Creating folder: Instances. Parent ref: group-v617511. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.100214] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c648269c-3a73-48d3-a3a2-f08c448e6c1c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.105352] env[69702]: DEBUG nova.virt.hardware [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.105626] env[69702]: DEBUG nova.virt.hardware [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.105722] env[69702]: DEBUG nova.virt.hardware [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.105903] env[69702]: DEBUG nova.virt.hardware [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.106059] env[69702]: DEBUG nova.virt.hardware [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.106218] env[69702]: DEBUG nova.virt.hardware [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.106426] env[69702]: DEBUG nova.virt.hardware [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.106580] env[69702]: DEBUG nova.virt.hardware [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.106741] env[69702]: DEBUG nova.virt.hardware [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.106901] env[69702]: DEBUG nova.virt.hardware [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.107087] env[69702]: DEBUG nova.virt.hardware [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.107887] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a1688b-02d0-41a6-b1fc-5a307f774208 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.116557] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Created folder: Instances in parent group-v617511. [ 691.116801] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.117416] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.117669] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8abae349-2be0-4fc5-8cc4-e11041655870 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.142404] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1b353b-91e5-4acc-ba9c-d06e03dd78a9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.147788] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.147788] env[69702]: value = "task-3084707" [ 691.147788] env[69702]: _type = "Task" [ 691.147788] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.163819] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084707, 'name': CreateVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.169451] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] Releasing lock "refresh_cache-15c8d71d-2065-4bd4-91c3-d6c5140fff83" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.169696] env[69702]: DEBUG nova.compute.manager [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Received event network-vif-plugged-53f0ba8a-8a0e-467c-9af4-d917dc2633b4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.169885] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] Acquiring lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.170109] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] Lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.170281] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] Lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.170448] env[69702]: DEBUG nova.compute.manager [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] No waiting events found dispatching network-vif-plugged-53f0ba8a-8a0e-467c-9af4-d917dc2633b4 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.170844] env[69702]: WARNING nova.compute.manager [req-e7377639-b1a1-4d31-87cf-721174fc7d60 req-cb0ae57c-cb96-4b03-a237-6c7c4db0ae82 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Received unexpected event network-vif-plugged-53f0ba8a-8a0e-467c-9af4-d917dc2633b4 for instance with vm_state building and task_state spawning. [ 691.286020] env[69702]: DEBUG nova.scheduler.client.report [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.315462] env[69702]: DEBUG nova.compute.manager [req-f90857ab-10de-4d81-86c7-102bc6fb8205 req-847a192e-3291-4d3c-b518-59b7033362f7 service nova] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Received event network-changed-974c35d3-1474-40a8-bed6-88eca1092ad1 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.315661] env[69702]: DEBUG nova.compute.manager [req-f90857ab-10de-4d81-86c7-102bc6fb8205 req-847a192e-3291-4d3c-b518-59b7033362f7 service nova] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Refreshing instance network info cache due to event network-changed-974c35d3-1474-40a8-bed6-88eca1092ad1. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.315879] env[69702]: DEBUG oslo_concurrency.lockutils [req-f90857ab-10de-4d81-86c7-102bc6fb8205 req-847a192e-3291-4d3c-b518-59b7033362f7 service nova] Acquiring lock "refresh_cache-86f7bb58-2b6a-4d7e-8a07-e8ce6f303051" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.316034] env[69702]: DEBUG oslo_concurrency.lockutils [req-f90857ab-10de-4d81-86c7-102bc6fb8205 req-847a192e-3291-4d3c-b518-59b7033362f7 service nova] Acquired lock "refresh_cache-86f7bb58-2b6a-4d7e-8a07-e8ce6f303051" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.316204] env[69702]: DEBUG nova.network.neutron [req-f90857ab-10de-4d81-86c7-102bc6fb8205 req-847a192e-3291-4d3c-b518-59b7033362f7 service nova] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Refreshing network info cache for port 974c35d3-1474-40a8-bed6-88eca1092ad1 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.545804] env[69702]: DEBUG oslo_vmware.api [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Task: {'id': task-3084704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159617} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.545804] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.545804] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.545804] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.546313] env[69702]: INFO nova.compute.manager [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 691.546313] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.546406] env[69702]: DEBUG nova.compute.manager [-] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.546439] env[69702]: DEBUG nova.network.neutron [-] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.555769] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b4981618-7b58-4326-ae53-c476c2232c6e tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "8a28ee81-c65d-4ccf-b8ea-d759a3375ed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.140s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.596673] env[69702]: DEBUG nova.network.neutron [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Successfully updated port: 5a182c64-0200-4fb2-87ad-b1dd57657218 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.658707] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084707, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.789829] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.790507] env[69702]: DEBUG nova.compute.manager [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.793622] env[69702]: DEBUG oslo_concurrency.lockutils [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.442s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.014523] env[69702]: DEBUG nova.network.neutron [req-f90857ab-10de-4d81-86c7-102bc6fb8205 req-847a192e-3291-4d3c-b518-59b7033362f7 service nova] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Updated VIF entry in instance network info cache for port 974c35d3-1474-40a8-bed6-88eca1092ad1. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.014860] env[69702]: DEBUG nova.network.neutron [req-f90857ab-10de-4d81-86c7-102bc6fb8205 req-847a192e-3291-4d3c-b518-59b7033362f7 service nova] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Updating instance_info_cache with network_info: [{"id": "974c35d3-1474-40a8-bed6-88eca1092ad1", "address": "fa:16:3e:51:7e:c3", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974c35d3-14", "ovs_interfaceid": "974c35d3-1474-40a8-bed6-88eca1092ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.059394] env[69702]: DEBUG nova.compute.manager [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.078711] env[69702]: DEBUG nova.compute.manager [req-bf04c8c6-c0da-45bb-99f4-e2ebe8cf4199 req-12f05743-f89f-44e8-8209-7d69d30fa97d service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Received event network-changed-53f0ba8a-8a0e-467c-9af4-d917dc2633b4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.078711] env[69702]: DEBUG nova.compute.manager [req-bf04c8c6-c0da-45bb-99f4-e2ebe8cf4199 req-12f05743-f89f-44e8-8209-7d69d30fa97d service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Refreshing instance network info cache due to event network-changed-53f0ba8a-8a0e-467c-9af4-d917dc2633b4. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.078711] env[69702]: DEBUG oslo_concurrency.lockutils [req-bf04c8c6-c0da-45bb-99f4-e2ebe8cf4199 req-12f05743-f89f-44e8-8209-7d69d30fa97d service nova] Acquiring lock "refresh_cache-15c8d71d-2065-4bd4-91c3-d6c5140fff83" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.078711] env[69702]: DEBUG oslo_concurrency.lockutils [req-bf04c8c6-c0da-45bb-99f4-e2ebe8cf4199 req-12f05743-f89f-44e8-8209-7d69d30fa97d service nova] Acquired lock "refresh_cache-15c8d71d-2065-4bd4-91c3-d6c5140fff83" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.078711] env[69702]: DEBUG nova.network.neutron [req-bf04c8c6-c0da-45bb-99f4-e2ebe8cf4199 req-12f05743-f89f-44e8-8209-7d69d30fa97d service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Refreshing network info cache for port 53f0ba8a-8a0e-467c-9af4-d917dc2633b4 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.100014] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Acquiring lock "refresh_cache-8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.100014] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Acquired lock "refresh_cache-8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.100174] env[69702]: DEBUG nova.network.neutron [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.159281] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084707, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.296828] env[69702]: DEBUG nova.compute.utils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.298579] env[69702]: DEBUG nova.compute.manager [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.302067] env[69702]: DEBUG nova.network.neutron [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.359295] env[69702]: DEBUG nova.policy [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b88a442b94104ae2b8d0edead69eaec3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b76ead0de28454e90c6de146ea75685', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.440168] env[69702]: DEBUG nova.network.neutron [-] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.518423] env[69702]: DEBUG oslo_concurrency.lockutils [req-f90857ab-10de-4d81-86c7-102bc6fb8205 req-847a192e-3291-4d3c-b518-59b7033362f7 service nova] Releasing lock "refresh_cache-86f7bb58-2b6a-4d7e-8a07-e8ce6f303051" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.565791] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquiring lock "8a28ee81-c65d-4ccf-b8ea-d759a3375ed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.566144] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "8a28ee81-c65d-4ccf-b8ea-d759a3375ed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.566370] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquiring lock "8a28ee81-c65d-4ccf-b8ea-d759a3375ed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.566916] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "8a28ee81-c65d-4ccf-b8ea-d759a3375ed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.566916] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "8a28ee81-c65d-4ccf-b8ea-d759a3375ed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.588135] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.593397] env[69702]: INFO nova.compute.manager [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Terminating instance [ 692.662931] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084707, 'name': CreateVM_Task, 'duration_secs': 1.374891} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.662931] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.663273] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.663472] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.664285] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.664285] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16026bd9-4ba4-4ffd-86d1-c063e7d25061 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.669818] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Waiting for the task: (returnval){ [ 692.669818] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f97f0c-3004-6467-75e4-a02be30286ee" [ 692.669818] env[69702]: _type = "Task" [ 692.669818] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.679489] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f97f0c-3004-6467-75e4-a02be30286ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.686123] env[69702]: DEBUG nova.network.neutron [req-bf04c8c6-c0da-45bb-99f4-e2ebe8cf4199 req-12f05743-f89f-44e8-8209-7d69d30fa97d service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.697118] env[69702]: DEBUG nova.network.neutron [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.697625] env[69702]: DEBUG nova.network.neutron [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Successfully created port: b0c10623-38f9-41b7-9664-6b99ecb64f1b {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.808660] env[69702]: DEBUG nova.compute.manager [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.943036] env[69702]: INFO nova.compute.manager [-] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Took 1.40 seconds to deallocate network for instance. [ 692.961927] env[69702]: DEBUG nova.network.neutron [req-bf04c8c6-c0da-45bb-99f4-e2ebe8cf4199 req-12f05743-f89f-44e8-8209-7d69d30fa97d service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.979525] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e8cdb4-08df-4596-ab5a-46b0eb2893d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.993315] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133d20fe-fd64-4609-9976-3d2afbd0bae9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.036892] env[69702]: DEBUG nova.network.neutron [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Successfully updated port: 8553dae0-70f6-4b9d-99c4-6e9b8d75a079 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.038731] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04da0a9e-1231-4845-96db-644d7a9b3e34 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.050600] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff81ee2-60bc-42de-9704-46807f856d68 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.066593] env[69702]: DEBUG nova.compute.provider_tree [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.097782] env[69702]: DEBUG nova.compute.manager [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.097939] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.098946] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16914673-1495-404c-af29-fb7c44f96d78 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.108686] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.108969] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63f2e3d7-567f-47bc-b560-b7d3e076c1b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.112141] env[69702]: DEBUG nova.network.neutron [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Updating instance_info_cache with network_info: [{"id": "5a182c64-0200-4fb2-87ad-b1dd57657218", "address": "fa:16:3e:90:01:cb", "network": {"id": "93d96eb1-9503-4a42-bf24-1e855aab4fce", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-796457261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a15d9faebc467d9725b6da4235a30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a182c64-02", "ovs_interfaceid": "5a182c64-0200-4fb2-87ad-b1dd57657218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.122343] env[69702]: DEBUG oslo_vmware.api [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 693.122343] env[69702]: value = "task-3084708" [ 693.122343] env[69702]: _type = "Task" [ 693.122343] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.133371] env[69702]: DEBUG oslo_vmware.api [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.191717] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f97f0c-3004-6467-75e4-a02be30286ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.192204] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.192370] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.192617] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.192764] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.192944] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.193398] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43da85ea-2c6b-47e8-bbdc-1703fbe6adf6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.204051] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.204254] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.205143] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa7fd5f-550b-49be-af0f-9f679ac640bb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.211221] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Waiting for the task: (returnval){ [ 693.211221] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cec440-528e-22b1-30a3-7740b0e53ee9" [ 693.211221] env[69702]: _type = "Task" [ 693.211221] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.220225] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cec440-528e-22b1-30a3-7740b0e53ee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.451061] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.464855] env[69702]: DEBUG oslo_concurrency.lockutils [req-bf04c8c6-c0da-45bb-99f4-e2ebe8cf4199 req-12f05743-f89f-44e8-8209-7d69d30fa97d service nova] Releasing lock "refresh_cache-15c8d71d-2065-4bd4-91c3-d6c5140fff83" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.471910] env[69702]: DEBUG nova.compute.manager [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Received event network-vif-plugged-5a182c64-0200-4fb2-87ad-b1dd57657218 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.472171] env[69702]: DEBUG oslo_concurrency.lockutils [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] Acquiring lock "8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.472392] env[69702]: DEBUG oslo_concurrency.lockutils [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] Lock "8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.472558] env[69702]: DEBUG oslo_concurrency.lockutils [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] Lock "8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.472730] env[69702]: DEBUG nova.compute.manager [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] No waiting events found dispatching network-vif-plugged-5a182c64-0200-4fb2-87ad-b1dd57657218 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.472895] env[69702]: WARNING nova.compute.manager [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Received unexpected event network-vif-plugged-5a182c64-0200-4fb2-87ad-b1dd57657218 for instance with vm_state building and task_state spawning. [ 693.473083] env[69702]: DEBUG nova.compute.manager [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Received event network-changed-5a182c64-0200-4fb2-87ad-b1dd57657218 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.473267] env[69702]: DEBUG nova.compute.manager [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Refreshing instance network info cache due to event network-changed-5a182c64-0200-4fb2-87ad-b1dd57657218. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.473422] env[69702]: DEBUG oslo_concurrency.lockutils [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] Acquiring lock "refresh_cache-8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.543413] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "refresh_cache-15c8d71d-2065-4bd4-91c3-d6c5140fff83" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.543771] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquired lock "refresh_cache-15c8d71d-2065-4bd4-91c3-d6c5140fff83" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.544092] env[69702]: DEBUG nova.network.neutron [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.570044] env[69702]: DEBUG nova.scheduler.client.report [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.615229] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Releasing lock "refresh_cache-8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.615457] env[69702]: DEBUG nova.compute.manager [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Instance network_info: |[{"id": "5a182c64-0200-4fb2-87ad-b1dd57657218", "address": "fa:16:3e:90:01:cb", "network": {"id": "93d96eb1-9503-4a42-bf24-1e855aab4fce", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-796457261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a15d9faebc467d9725b6da4235a30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a182c64-02", "ovs_interfaceid": "5a182c64-0200-4fb2-87ad-b1dd57657218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.615771] env[69702]: DEBUG oslo_concurrency.lockutils [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] Acquired lock "refresh_cache-8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.615947] env[69702]: DEBUG nova.network.neutron [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Refreshing network info cache for port 5a182c64-0200-4fb2-87ad-b1dd57657218 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.617208] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:01:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a182c64-0200-4fb2-87ad-b1dd57657218', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.625325] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Creating folder: Project (e9a15d9faebc467d9725b6da4235a30c). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.626213] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-debbfc17-a1ff-4129-a55c-8c68bf2b1ded {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.640786] env[69702]: DEBUG oslo_vmware.api [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084708, 'name': PowerOffVM_Task, 'duration_secs': 0.231878} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.642031] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.642031] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.642031] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ad4167f-0c87-40b2-a5d1-778ec74959f5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.645568] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Created folder: Project (e9a15d9faebc467d9725b6da4235a30c) in parent group-v617437. [ 693.645662] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Creating folder: Instances. Parent ref: group-v617514. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.645836] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4319accb-e98a-409b-a237-92d6c4d70a9c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.659158] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Created folder: Instances in parent group-v617514. [ 693.659483] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.659732] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.660018] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82a41310-2632-4bb7-a744-064681c33faa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.685684] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.685684] env[69702]: value = "task-3084712" [ 693.685684] env[69702]: _type = "Task" [ 693.685684] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.693539] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084712, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.723910] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cec440-528e-22b1-30a3-7740b0e53ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.009181} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.724795] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07c8ea9-c376-4a34-8116-75985e45ad54 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.731321] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Waiting for the task: (returnval){ [ 693.731321] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d79123-c07a-ad09-c9b2-405da4a1be7d" [ 693.731321] env[69702]: _type = "Task" [ 693.731321] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.736217] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.736474] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.736702] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Deleting the datastore file [datastore2] 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.737366] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1fe6762-0d95-4afb-bbcc-02efe8d66909 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.744488] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d79123-c07a-ad09-c9b2-405da4a1be7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.745879] env[69702]: DEBUG oslo_vmware.api [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for the task: (returnval){ [ 693.745879] env[69702]: value = "task-3084713" [ 693.745879] env[69702]: _type = "Task" [ 693.745879] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.754447] env[69702]: DEBUG oslo_vmware.api [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.816873] env[69702]: DEBUG nova.compute.manager [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.844530] env[69702]: DEBUG nova.virt.hardware [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.844865] env[69702]: DEBUG nova.virt.hardware [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.845121] env[69702]: DEBUG nova.virt.hardware [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.845388] env[69702]: DEBUG nova.virt.hardware [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.845620] env[69702]: DEBUG nova.virt.hardware [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.845855] env[69702]: DEBUG nova.virt.hardware [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.846157] env[69702]: DEBUG nova.virt.hardware [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.846473] env[69702]: DEBUG nova.virt.hardware [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.846633] env[69702]: DEBUG nova.virt.hardware [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.846860] env[69702]: DEBUG nova.virt.hardware [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.847071] env[69702]: DEBUG nova.virt.hardware [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.848130] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8e977d-99a0-42d2-a52c-e309675b2768 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.858079] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15075a7a-5743-4ca0-a90a-14818454a4ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.083518] env[69702]: DEBUG nova.network.neutron [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.113817] env[69702]: DEBUG nova.compute.manager [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Received event network-vif-deleted-2d7d2945-69e2-4344-a58b-ed0784721b55 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.114107] env[69702]: DEBUG nova.compute.manager [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Received event network-vif-plugged-8553dae0-70f6-4b9d-99c4-6e9b8d75a079 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.114243] env[69702]: DEBUG oslo_concurrency.lockutils [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] Acquiring lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.114482] env[69702]: DEBUG oslo_concurrency.lockutils [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] Lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.114702] env[69702]: DEBUG oslo_concurrency.lockutils [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] Lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.114872] env[69702]: DEBUG nova.compute.manager [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] No waiting events found dispatching network-vif-plugged-8553dae0-70f6-4b9d-99c4-6e9b8d75a079 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.116026] env[69702]: WARNING nova.compute.manager [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Received unexpected event network-vif-plugged-8553dae0-70f6-4b9d-99c4-6e9b8d75a079 for instance with vm_state building and task_state spawning. [ 694.116026] env[69702]: DEBUG nova.compute.manager [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Received event network-changed-8553dae0-70f6-4b9d-99c4-6e9b8d75a079 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.116026] env[69702]: DEBUG nova.compute.manager [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Refreshing instance network info cache due to event network-changed-8553dae0-70f6-4b9d-99c4-6e9b8d75a079. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.116026] env[69702]: DEBUG oslo_concurrency.lockutils [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] Acquiring lock "refresh_cache-15c8d71d-2065-4bd4-91c3-d6c5140fff83" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.197198] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084712, 'name': CreateVM_Task, 'duration_secs': 0.389899} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.197198] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.197198] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.197198] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.197198] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.197496] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58bcb5da-ecdc-40e4-9fd9-b50220027969 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.203756] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Waiting for the task: (returnval){ [ 694.203756] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b7097-b61a-080c-3fe7-1b387ce1d6d4" [ 694.203756] env[69702]: _type = "Task" [ 694.203756] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.211513] env[69702]: DEBUG nova.network.neutron [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Successfully updated port: b0c10623-38f9-41b7-9664-6b99ecb64f1b {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.229211] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b7097-b61a-080c-3fe7-1b387ce1d6d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.229452] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.229852] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.230252] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.244650] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d79123-c07a-ad09-c9b2-405da4a1be7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012048} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.245505] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.248019] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051/86f7bb58-2b6a-4d7e-8a07-e8ce6f303051.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.248019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.248019] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.248019] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-677ab4e7-2209-4664-b0fc-44124e84455c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.249568] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5196d89e-100c-450f-9aa1-51c83e330824 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.262516] env[69702]: DEBUG oslo_vmware.api [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Task: {'id': task-3084713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162831} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.265758] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.266307] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.266606] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.266895] env[69702]: INFO nova.compute.manager [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 694.267261] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.267629] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Waiting for the task: (returnval){ [ 694.267629] env[69702]: value = "task-3084714" [ 694.267629] env[69702]: _type = "Task" [ 694.267629] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.268043] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.268472] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.269506] env[69702]: DEBUG nova.compute.manager [-] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.269725] env[69702]: DEBUG nova.network.neutron [-] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.271936] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f3ff9c-1dfb-40be-98ab-afe59b8a1b34 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.286402] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.290336] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Waiting for the task: (returnval){ [ 694.290336] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e3479d-c7d7-b78f-880d-c7f002698384" [ 694.290336] env[69702]: _type = "Task" [ 694.290336] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.299945] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e3479d-c7d7-b78f-880d-c7f002698384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.580488] env[69702]: DEBUG oslo_concurrency.lockutils [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.787s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.584109] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.921s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.584414] env[69702]: DEBUG nova.objects.instance [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lazy-loading 'resources' on Instance uuid 57839607-c091-43fb-a882-b84dabd27ec7 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.675870] env[69702]: DEBUG nova.network.neutron [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Updated VIF entry in instance network info cache for port 5a182c64-0200-4fb2-87ad-b1dd57657218. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.676390] env[69702]: DEBUG nova.network.neutron [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Updating instance_info_cache with network_info: [{"id": "5a182c64-0200-4fb2-87ad-b1dd57657218", "address": "fa:16:3e:90:01:cb", "network": {"id": "93d96eb1-9503-4a42-bf24-1e855aab4fce", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-796457261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a15d9faebc467d9725b6da4235a30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a182c64-02", "ovs_interfaceid": "5a182c64-0200-4fb2-87ad-b1dd57657218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.719451] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquiring lock "refresh_cache-a671c9c9-8655-4b57-8011-24e849eac2cb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.719503] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquired lock "refresh_cache-a671c9c9-8655-4b57-8011-24e849eac2cb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.719748] env[69702]: DEBUG nova.network.neutron [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.784774] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509364} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.790225] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051/86f7bb58-2b6a-4d7e-8a07-e8ce6f303051.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.790542] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.790906] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6ce0bc1-13b0-4bab-b579-ed72a5439eae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.803618] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e3479d-c7d7-b78f-880d-c7f002698384, 'name': SearchDatastore_Task, 'duration_secs': 0.022022} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.805461] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Waiting for the task: (returnval){ [ 694.805461] env[69702]: value = "task-3084715" [ 694.805461] env[69702]: _type = "Task" [ 694.805461] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.805732] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16040168-6b70-4777-b64a-9ce88886a803 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.815807] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Waiting for the task: (returnval){ [ 694.815807] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52726e22-0640-8dd3-665c-dd91b89d20f0" [ 694.815807] env[69702]: _type = "Task" [ 694.815807] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.819057] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.829771] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52726e22-0640-8dd3-665c-dd91b89d20f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.830144] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.830356] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d/8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.830614] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9f1fb48-9ce8-464f-8d84-74c6d79a076f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.842563] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Waiting for the task: (returnval){ [ 694.842563] env[69702]: value = "task-3084716" [ 694.842563] env[69702]: _type = "Task" [ 694.842563] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.851475] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.992904] env[69702]: DEBUG nova.network.neutron [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Updating instance_info_cache with network_info: [{"id": "b71286aa-a2fb-4567-84b4-c0d53b1dc48b", "address": "fa:16:3e:ae:25:1a", "network": {"id": "26d1d971-efb4-4fb7-b15e-d069de965f3a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-104661269", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71286aa-a2", "ovs_interfaceid": "b71286aa-a2fb-4567-84b4-c0d53b1dc48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53f0ba8a-8a0e-467c-9af4-d917dc2633b4", "address": "fa:16:3e:a3:01:9a", "network": {"id": "53b8d451-5a08-43e8-a15e-cfaabc8cd196", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1967676150", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f0ba8a-8a", "ovs_interfaceid": "53f0ba8a-8a0e-467c-9af4-d917dc2633b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8553dae0-70f6-4b9d-99c4-6e9b8d75a079", "address": "fa:16:3e:e1:32:ef", "network": {"id": "26d1d971-efb4-4fb7-b15e-d069de965f3a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-104661269", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8553dae0-70", "ovs_interfaceid": "8553dae0-70f6-4b9d-99c4-6e9b8d75a079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.068395] env[69702]: DEBUG nova.network.neutron [-] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.154893] env[69702]: INFO nova.scheduler.client.report [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Deleted allocation for migration b8de4c50-c05e-4302-9294-7b8e264a02e2 [ 695.188253] env[69702]: DEBUG oslo_concurrency.lockutils [req-25b5d840-e080-4568-8d11-44d57317e3ce req-1a77df30-ac05-4983-9e8c-ba520fa8a04f service nova] Releasing lock "refresh_cache-8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.281695] env[69702]: DEBUG nova.network.neutron [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.319616] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066065} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.319985] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.320963] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980eb8a1-13f9-4e85-a455-dfe556f7ee80 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.345564] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051/86f7bb58-2b6a-4d7e-8a07-e8ce6f303051.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.350710] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-676c81ad-1c0a-4624-b0a5-e318aeb44a96 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.376953] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514277} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.378339] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d/8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.378568] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.378881] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Waiting for the task: (returnval){ [ 695.378881] env[69702]: value = "task-3084717" [ 695.378881] env[69702]: _type = "Task" [ 695.378881] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.381526] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faddefaa-28ce-43da-9d43-e7d71944c99f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.393745] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084717, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.398244] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Waiting for the task: (returnval){ [ 695.398244] env[69702]: value = "task-3084718" [ 695.398244] env[69702]: _type = "Task" [ 695.398244] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.410478] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.499479] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Releasing lock "refresh_cache-15c8d71d-2065-4bd4-91c3-d6c5140fff83" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.499479] env[69702]: DEBUG nova.compute.manager [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Instance network_info: |[{"id": "b71286aa-a2fb-4567-84b4-c0d53b1dc48b", "address": "fa:16:3e:ae:25:1a", "network": {"id": "26d1d971-efb4-4fb7-b15e-d069de965f3a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-104661269", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71286aa-a2", "ovs_interfaceid": "b71286aa-a2fb-4567-84b4-c0d53b1dc48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53f0ba8a-8a0e-467c-9af4-d917dc2633b4", "address": "fa:16:3e:a3:01:9a", "network": {"id": "53b8d451-5a08-43e8-a15e-cfaabc8cd196", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1967676150", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f0ba8a-8a", "ovs_interfaceid": "53f0ba8a-8a0e-467c-9af4-d917dc2633b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8553dae0-70f6-4b9d-99c4-6e9b8d75a079", "address": "fa:16:3e:e1:32:ef", "network": {"id": "26d1d971-efb4-4fb7-b15e-d069de965f3a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-104661269", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8553dae0-70", "ovs_interfaceid": "8553dae0-70f6-4b9d-99c4-6e9b8d75a079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.500309] env[69702]: DEBUG oslo_concurrency.lockutils [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] Acquired lock "refresh_cache-15c8d71d-2065-4bd4-91c3-d6c5140fff83" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.502541] env[69702]: DEBUG nova.network.neutron [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Refreshing network info cache for port 8553dae0-70f6-4b9d-99c4-6e9b8d75a079 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.502541] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:25:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b71286aa-a2fb-4567-84b4-c0d53b1dc48b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:01:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53f0ba8a-8a0e-467c-9af4-d917dc2633b4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:32:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8553dae0-70f6-4b9d-99c4-6e9b8d75a079', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.514645] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Creating folder: Project (53d0b276158945bca6dbf4d8e7444c40). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.518831] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4012b0a8-0d9e-41ab-be3e-e4b99e3e9298 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.534415] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Created folder: Project (53d0b276158945bca6dbf4d8e7444c40) in parent group-v617437. [ 695.534683] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Creating folder: Instances. Parent ref: group-v617517. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.537652] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-543d7f65-b3b0-4e8a-997b-d7ebb7132d23 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.550993] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Created folder: Instances in parent group-v617517. [ 695.551608] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.551902] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.552295] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1962282-852c-4700-bfe8-d6b4f98b38f1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.576433] env[69702]: INFO nova.compute.manager [-] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Took 1.31 seconds to deallocate network for instance. [ 695.583593] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.583593] env[69702]: value = "task-3084721" [ 695.583593] env[69702]: _type = "Task" [ 695.583593] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.593836] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084721, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.662310] env[69702]: DEBUG oslo_concurrency.lockutils [None req-07f565a0-0cbf-425f-adc6-53d5321f45f9 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.085s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.810016] env[69702]: DEBUG nova.compute.manager [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Received event network-vif-plugged-b0c10623-38f9-41b7-9664-6b99ecb64f1b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.810319] env[69702]: DEBUG oslo_concurrency.lockutils [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] Acquiring lock "a671c9c9-8655-4b57-8011-24e849eac2cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.810543] env[69702]: DEBUG oslo_concurrency.lockutils [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] Lock "a671c9c9-8655-4b57-8011-24e849eac2cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.810717] env[69702]: DEBUG oslo_concurrency.lockutils [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] Lock "a671c9c9-8655-4b57-8011-24e849eac2cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.810897] env[69702]: DEBUG nova.compute.manager [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] No waiting events found dispatching network-vif-plugged-b0c10623-38f9-41b7-9664-6b99ecb64f1b {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.811067] env[69702]: WARNING nova.compute.manager [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Received unexpected event network-vif-plugged-b0c10623-38f9-41b7-9664-6b99ecb64f1b for instance with vm_state building and task_state spawning. [ 695.811238] env[69702]: DEBUG nova.compute.manager [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Received event network-changed-b0c10623-38f9-41b7-9664-6b99ecb64f1b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.811393] env[69702]: DEBUG nova.compute.manager [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Refreshing instance network info cache due to event network-changed-b0c10623-38f9-41b7-9664-6b99ecb64f1b. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.811560] env[69702]: DEBUG oslo_concurrency.lockutils [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] Acquiring lock "refresh_cache-a671c9c9-8655-4b57-8011-24e849eac2cb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.850040] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6b2edf-311a-4f9d-81c4-08c56f349f51 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.860357] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5d5f17-a69a-4be1-8888-62c357c699e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.896850] env[69702]: DEBUG nova.network.neutron [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Updating instance_info_cache with network_info: [{"id": "b0c10623-38f9-41b7-9664-6b99ecb64f1b", "address": "fa:16:3e:65:0d:be", "network": {"id": "3290de53-75ce-4d68-b089-225b5393c2af", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1264456249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b76ead0de28454e90c6de146ea75685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c10623-38", "ovs_interfaceid": "b0c10623-38f9-41b7-9664-6b99ecb64f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.904048] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28380747-92cf-410b-9029-ac1af5dbfacb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.917142] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143442} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.923790] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.924505] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.925323] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3a3245-bbda-4fbb-bed8-a85880a0556c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.928925] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64fc2ca-ecf0-4d0d-b42e-e789c4a892bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.948678] env[69702]: DEBUG nova.compute.provider_tree [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.972239] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d/8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.973562] env[69702]: DEBUG nova.scheduler.client.report [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.977633] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca7dd39-278f-45aa-9808-638fd9849976 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.000710] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Waiting for the task: (returnval){ [ 696.000710] env[69702]: value = "task-3084722" [ 696.000710] env[69702]: _type = "Task" [ 696.000710] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.019504] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.083798] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.096763] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084721, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.407416] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Releasing lock "refresh_cache-a671c9c9-8655-4b57-8011-24e849eac2cb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.407731] env[69702]: DEBUG nova.compute.manager [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Instance network_info: |[{"id": "b0c10623-38f9-41b7-9664-6b99ecb64f1b", "address": "fa:16:3e:65:0d:be", "network": {"id": "3290de53-75ce-4d68-b089-225b5393c2af", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1264456249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b76ead0de28454e90c6de146ea75685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c10623-38", "ovs_interfaceid": "b0c10623-38f9-41b7-9664-6b99ecb64f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.408071] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.408394] env[69702]: DEBUG oslo_concurrency.lockutils [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] Acquired lock "refresh_cache-a671c9c9-8655-4b57-8011-24e849eac2cb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.408620] env[69702]: DEBUG nova.network.neutron [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Refreshing network info cache for port b0c10623-38f9-41b7-9664-6b99ecb64f1b {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.409837] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:0d:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0c10623-38f9-41b7-9664-6b99ecb64f1b', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.417913] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Creating folder: Project (5b76ead0de28454e90c6de146ea75685). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.421124] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72c1deed-147b-40b8-965b-dcdf9a64c059 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.423862] env[69702]: DEBUG nova.network.neutron [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Updated VIF entry in instance network info cache for port 8553dae0-70f6-4b9d-99c4-6e9b8d75a079. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.425623] env[69702]: DEBUG nova.network.neutron [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Updating instance_info_cache with network_info: [{"id": "b71286aa-a2fb-4567-84b4-c0d53b1dc48b", "address": "fa:16:3e:ae:25:1a", "network": {"id": "26d1d971-efb4-4fb7-b15e-d069de965f3a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-104661269", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71286aa-a2", "ovs_interfaceid": "b71286aa-a2fb-4567-84b4-c0d53b1dc48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53f0ba8a-8a0e-467c-9af4-d917dc2633b4", "address": "fa:16:3e:a3:01:9a", "network": {"id": "53b8d451-5a08-43e8-a15e-cfaabc8cd196", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1967676150", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f0ba8a-8a", "ovs_interfaceid": "53f0ba8a-8a0e-467c-9af4-d917dc2633b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8553dae0-70f6-4b9d-99c4-6e9b8d75a079", "address": "fa:16:3e:e1:32:ef", "network": {"id": "26d1d971-efb4-4fb7-b15e-d069de965f3a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-104661269", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8553dae0-70", "ovs_interfaceid": "8553dae0-70f6-4b9d-99c4-6e9b8d75a079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.440319] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Created folder: Project (5b76ead0de28454e90c6de146ea75685) in parent group-v617437. [ 696.440527] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Creating folder: Instances. Parent ref: group-v617520. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.440770] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f229a244-e0df-44b2-9fd6-424e5c0726de {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.453648] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Created folder: Instances in parent group-v617520. [ 696.453904] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.454132] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.454346] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d1e3cb1-34f0-4e25-a8e9-9e1d170f0127 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.478958] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.478958] env[69702]: value = "task-3084725" [ 696.478958] env[69702]: _type = "Task" [ 696.478958] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.487797] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084725, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.493984] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.496993] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.353s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.498396] env[69702]: INFO nova.compute.claims [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.513391] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.525099] env[69702]: INFO nova.scheduler.client.report [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Deleted allocations for instance 57839607-c091-43fb-a882-b84dabd27ec7 [ 696.599262] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084721, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.771138] env[69702]: DEBUG nova.network.neutron [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Updated VIF entry in instance network info cache for port b0c10623-38f9-41b7-9664-6b99ecb64f1b. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.771611] env[69702]: DEBUG nova.network.neutron [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Updating instance_info_cache with network_info: [{"id": "b0c10623-38f9-41b7-9664-6b99ecb64f1b", "address": "fa:16:3e:65:0d:be", "network": {"id": "3290de53-75ce-4d68-b089-225b5393c2af", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1264456249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b76ead0de28454e90c6de146ea75685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c10623-38", "ovs_interfaceid": "b0c10623-38f9-41b7-9664-6b99ecb64f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.907673] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084717, 'name': ReconfigVM_Task, 'duration_secs': 1.191909} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.907977] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051/86f7bb58-2b6a-4d7e-8a07-e8ce6f303051.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.908651] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f23eccd-5563-4d32-a1f9-641c10322604 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.916776] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Waiting for the task: (returnval){ [ 696.916776] env[69702]: value = "task-3084726" [ 696.916776] env[69702]: _type = "Task" [ 696.916776] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.927505] env[69702]: DEBUG oslo_concurrency.lockutils [req-d97113d2-97cf-40b1-9db3-54d5c6775594 req-f4cfdf15-a0ee-4eaf-a17d-af51f4d00730 service nova] Releasing lock "refresh_cache-15c8d71d-2065-4bd4-91c3-d6c5140fff83" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.927941] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084726, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.992382] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084725, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.021924] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084722, 'name': ReconfigVM_Task, 'duration_secs': 1.012262} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.022415] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d/8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.023318] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3baf0d7-17ef-4c07-bee3-b75d5f84f48f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.038247] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Waiting for the task: (returnval){ [ 697.038247] env[69702]: value = "task-3084727" [ 697.038247] env[69702]: _type = "Task" [ 697.038247] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.038453] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e2de880-bb6e-498c-be12-66f9d9a4e9d5 tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "57839607-c091-43fb-a882-b84dabd27ec7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.735s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.050318] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084727, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.098785] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084721, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.274779] env[69702]: DEBUG oslo_concurrency.lockutils [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] Releasing lock "refresh_cache-a671c9c9-8655-4b57-8011-24e849eac2cb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.275126] env[69702]: DEBUG nova.compute.manager [req-a774f132-87d8-47b3-b446-c3e528cfe5ab req-e1898f35-72ef-42df-89eb-5e1e52bb7fa3 service nova] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Received event network-vif-deleted-46d6a8af-8263-4431-8ce3-563256dea2ec {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.429050] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084726, 'name': Rename_Task, 'duration_secs': 0.216465} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.429359] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.429661] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7209b34e-bb13-4a6b-afbe-6edf12faeb18 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.438165] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Waiting for the task: (returnval){ [ 697.438165] env[69702]: value = "task-3084728" [ 697.438165] env[69702]: _type = "Task" [ 697.438165] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.446865] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.489448] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084725, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.550997] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084727, 'name': Rename_Task, 'duration_secs': 0.210733} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.556692] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.557131] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75555af1-01dd-41fd-b23e-5a9e2473d303 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.564783] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Waiting for the task: (returnval){ [ 697.564783] env[69702]: value = "task-3084729" [ 697.564783] env[69702]: _type = "Task" [ 697.564783] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.579894] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.600024] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084721, 'name': CreateVM_Task, 'duration_secs': 1.767099} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.600024] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.600385] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.600447] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.600708] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.600957] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-853c907b-48da-4ef0-98f1-a4e81515005a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.606979] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 697.606979] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e77f50-bd5d-a2c5-dfe8-74e7f35e0cd4" [ 697.606979] env[69702]: _type = "Task" [ 697.606979] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.617865] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e77f50-bd5d-a2c5-dfe8-74e7f35e0cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.667014] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "d2cc073a-aef3-46a2-9963-3163981b7e55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.667271] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "d2cc073a-aef3-46a2-9963-3163981b7e55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.667622] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "d2cc073a-aef3-46a2-9963-3163981b7e55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.667849] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "d2cc073a-aef3-46a2-9963-3163981b7e55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.668064] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "d2cc073a-aef3-46a2-9963-3163981b7e55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.672494] env[69702]: INFO nova.compute.manager [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Terminating instance [ 697.952895] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084728, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.994606] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084725, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.051667] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfdf89e-73bf-4e0b-b34b-c43e51f6e827 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.060249] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e4ad37-3ca4-4103-ba42-b47ba35eeafb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.093953] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75a23b6-9051-4da2-a16f-01cc09471d1d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.100214] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084729, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.106741] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48c304b-7bcd-4606-8f7d-6b0b2f633f74 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.120787] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e77f50-bd5d-a2c5-dfe8-74e7f35e0cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.013066} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.128866] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.129193] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.129466] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.129630] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.129813] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.130381] env[69702]: DEBUG nova.compute.provider_tree [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.131762] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1ee4455-5fc8-4b26-890e-939f66d5c964 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.143504] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.143725] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.145237] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604ef213-fcc8-4894-92f8-4d81fb4d9bac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.152699] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 698.152699] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5230499b-7ef4-c8fb-9bb5-8f39dba801ef" [ 698.152699] env[69702]: _type = "Task" [ 698.152699] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.162808] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5230499b-7ef4-c8fb-9bb5-8f39dba801ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.177781] env[69702]: DEBUG nova.compute.manager [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.178051] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.179044] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dfc610-112e-4053-9563-1b56fea2caa2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.189166] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.189436] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ce8dfbb-4d8e-4b8a-8423-8e49aded12a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.196982] env[69702]: DEBUG oslo_vmware.api [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 698.196982] env[69702]: value = "task-3084730" [ 698.196982] env[69702]: _type = "Task" [ 698.196982] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.208145] env[69702]: DEBUG oslo_vmware.api [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.449190] env[69702]: DEBUG oslo_vmware.api [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084728, 'name': PowerOnVM_Task, 'duration_secs': 0.618017} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.449451] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.449656] env[69702]: INFO nova.compute.manager [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Took 10.22 seconds to spawn the instance on the hypervisor. [ 698.449838] env[69702]: DEBUG nova.compute.manager [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.450611] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5452bb53-0413-4984-9b4a-c05ab9e2bfcd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.492033] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084725, 'name': CreateVM_Task, 'duration_secs': 1.533775} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.492251] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.492936] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.493163] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.493607] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.493896] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a641ef-3499-4a56-9069-e37556728296 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.500476] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Waiting for the task: (returnval){ [ 698.500476] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a65c05-a571-a8f0-c39a-f77ebfcf98a8" [ 698.500476] env[69702]: _type = "Task" [ 698.500476] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.511803] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a65c05-a571-a8f0-c39a-f77ebfcf98a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.575860] env[69702]: DEBUG oslo_vmware.api [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084729, 'name': PowerOnVM_Task, 'duration_secs': 0.597231} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.576163] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.576387] env[69702]: INFO nova.compute.manager [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Took 7.50 seconds to spawn the instance on the hypervisor. [ 698.576611] env[69702]: DEBUG nova.compute.manager [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.577350] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3213ac-87b3-444d-959d-58ff3ea64fda {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.635316] env[69702]: DEBUG nova.scheduler.client.report [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.667910] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5230499b-7ef4-c8fb-9bb5-8f39dba801ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012022} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.667910] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9b88cb1-923c-4c7c-bd24-684519ab0394 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.674150] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 698.674150] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d0e645-b243-388e-dc6c-8c7c0b4d7362" [ 698.674150] env[69702]: _type = "Task" [ 698.674150] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.683418] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d0e645-b243-388e-dc6c-8c7c0b4d7362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.705959] env[69702]: DEBUG oslo_vmware.api [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084730, 'name': PowerOffVM_Task, 'duration_secs': 0.213966} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.706246] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.706377] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.706612] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-653b4a68-8383-4793-a6c6-7c8f6d8459f1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.776265] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.776486] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.776667] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Deleting the datastore file [datastore2] d2cc073a-aef3-46a2-9963-3163981b7e55 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.776961] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-631168c2-7a70-43e1-bc7f-be4b3e7c9342 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.785043] env[69702]: DEBUG oslo_vmware.api [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for the task: (returnval){ [ 698.785043] env[69702]: value = "task-3084732" [ 698.785043] env[69702]: _type = "Task" [ 698.785043] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.795368] env[69702]: DEBUG oslo_vmware.api [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.826153] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.826450] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.969017] env[69702]: INFO nova.compute.manager [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Took 44.39 seconds to build instance. [ 699.011757] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a65c05-a571-a8f0-c39a-f77ebfcf98a8, 'name': SearchDatastore_Task, 'duration_secs': 0.015056} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.012078] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.012348] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.012568] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.093874] env[69702]: INFO nova.compute.manager [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Took 39.26 seconds to build instance. [ 699.140955] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.141506] env[69702]: DEBUG nova.compute.manager [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.144368] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.539s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.145823] env[69702]: INFO nova.compute.claims [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.187312] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d0e645-b243-388e-dc6c-8c7c0b4d7362, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.188177] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.188437] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 15c8d71d-2065-4bd4-91c3-d6c5140fff83/15c8d71d-2065-4bd4-91c3-d6c5140fff83.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.188717] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.188912] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.189149] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9a8497c-24b3-4ccf-be87-4a507f60dc18 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.191767] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a5f9f71-7e3d-4dfb-a365-cce6ac71805e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.203688] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 699.203688] env[69702]: value = "task-3084733" [ 699.203688] env[69702]: _type = "Task" [ 699.203688] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.203688] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.203688] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.207066] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdb64d3-8a0c-40e1-8397-5d428173074e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.215422] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.216398] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Waiting for the task: (returnval){ [ 699.216398] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5295dabc-3fc1-03e7-6832-14dfae4303d1" [ 699.216398] env[69702]: _type = "Task" [ 699.216398] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.224874] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5295dabc-3fc1-03e7-6832-14dfae4303d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.296448] env[69702]: DEBUG oslo_vmware.api [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Task: {'id': task-3084732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182798} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.296448] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.296448] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.296628] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.296778] env[69702]: INFO nova.compute.manager [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Took 1.12 seconds to destroy the instance on the hypervisor. [ 699.297020] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.297232] env[69702]: DEBUG nova.compute.manager [-] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.297326] env[69702]: DEBUG nova.network.neutron [-] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.471638] env[69702]: DEBUG oslo_concurrency.lockutils [None req-532206dd-aac6-4160-9950-0d90789e8e2b tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Lock "86f7bb58-2b6a-4d7e-8a07-e8ce6f303051" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.125s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.598690] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f2b70e23-3fba-44bf-8e06-79576f7f9510 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Lock "8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.358s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.654100] env[69702]: DEBUG nova.compute.utils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.656063] env[69702]: DEBUG nova.compute.manager [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Not allocating networking since 'none' was specified. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 699.714078] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084733, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.729042] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5295dabc-3fc1-03e7-6832-14dfae4303d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013406} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.731557] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce373b1f-7eb2-4f9b-8b06-c1c40ce95ed8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.741567] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Waiting for the task: (returnval){ [ 699.741567] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5202ed6b-2475-7ddc-ef76-c29f4081118b" [ 699.741567] env[69702]: _type = "Task" [ 699.741567] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.751344] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5202ed6b-2475-7ddc-ef76-c29f4081118b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.867804] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Acquiring lock "86f7bb58-2b6a-4d7e-8a07-e8ce6f303051" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.868229] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Lock "86f7bb58-2b6a-4d7e-8a07-e8ce6f303051" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.868474] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Acquiring lock "86f7bb58-2b6a-4d7e-8a07-e8ce6f303051-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.868670] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Lock "86f7bb58-2b6a-4d7e-8a07-e8ce6f303051-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.868840] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Lock "86f7bb58-2b6a-4d7e-8a07-e8ce6f303051-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.873500] env[69702]: INFO nova.compute.manager [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Terminating instance [ 699.895669] env[69702]: DEBUG nova.compute.manager [req-18ebdcd8-5675-4336-92db-2952e9a3cf09 req-15db0ab5-ec0a-4bdb-b97d-2e16002b999b service nova] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Received event network-vif-deleted-3c0b8cc4-66d0-496d-8fee-bc25cc8520bf {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.895858] env[69702]: INFO nova.compute.manager [req-18ebdcd8-5675-4336-92db-2952e9a3cf09 req-15db0ab5-ec0a-4bdb-b97d-2e16002b999b service nova] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Neutron deleted interface 3c0b8cc4-66d0-496d-8fee-bc25cc8520bf; detaching it from the instance and deleting it from the info cache [ 699.896048] env[69702]: DEBUG nova.network.neutron [req-18ebdcd8-5675-4336-92db-2952e9a3cf09 req-15db0ab5-ec0a-4bdb-b97d-2e16002b999b service nova] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.976535] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.107504] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.159712] env[69702]: DEBUG nova.compute.manager [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.214891] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585958} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.217425] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 15c8d71d-2065-4bd4-91c3-d6c5140fff83/15c8d71d-2065-4bd4-91c3-d6c5140fff83.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.217653] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.218099] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cbae4be-840d-4c8b-b8de-9527983443ea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.226613] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 700.226613] env[69702]: value = "task-3084734" [ 700.226613] env[69702]: _type = "Task" [ 700.226613] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.232254] env[69702]: DEBUG nova.network.neutron [-] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.240152] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.255451] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5202ed6b-2475-7ddc-ef76-c29f4081118b, 'name': SearchDatastore_Task, 'duration_secs': 0.033468} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.255729] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.256080] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] a671c9c9-8655-4b57-8011-24e849eac2cb/a671c9c9-8655-4b57-8011-24e849eac2cb.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.256261] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb332dba-b364-43a6-b4c6-94b5e71d3423 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.266427] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Waiting for the task: (returnval){ [ 700.266427] env[69702]: value = "task-3084735" [ 700.266427] env[69702]: _type = "Task" [ 700.266427] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.276608] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.378739] env[69702]: DEBUG nova.compute.manager [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.378964] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.380028] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993f874a-5afd-42f3-8933-806226a19738 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.391148] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.391464] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90c04e3d-2842-4cad-aede-41233bb3e0af {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.399748] env[69702]: DEBUG oslo_vmware.api [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Waiting for the task: (returnval){ [ 700.399748] env[69702]: value = "task-3084736" [ 700.399748] env[69702]: _type = "Task" [ 700.399748] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.402715] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c9910e5-473f-4f57-bcbc-7e19885fc127 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.419855] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ba4650-a760-47e6-96ba-cc2814dc8953 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.431988] env[69702]: DEBUG oslo_vmware.api [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.463192] env[69702]: DEBUG nova.compute.manager [req-18ebdcd8-5675-4336-92db-2952e9a3cf09 req-15db0ab5-ec0a-4bdb-b97d-2e16002b999b service nova] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Detach interface failed, port_id=3c0b8cc4-66d0-496d-8fee-bc25cc8520bf, reason: Instance d2cc073a-aef3-46a2-9963-3163981b7e55 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 700.487326] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Acquiring lock "8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.487609] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Lock "8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.488434] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Acquiring lock "8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.488434] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Lock "8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.488434] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Lock "8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.491049] env[69702]: INFO nova.compute.manager [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Terminating instance [ 700.501487] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.632215] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.736762] env[69702]: INFO nova.compute.manager [-] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Took 1.44 seconds to deallocate network for instance. [ 700.746132] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186032} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.746505] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.750020] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a3f66a-b3c3-4e9c-be0f-76b7a167b379 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.777739] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 15c8d71d-2065-4bd4-91c3-d6c5140fff83/15c8d71d-2065-4bd4-91c3-d6c5140fff83.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.785051] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8e5e819-ffe0-4e57-b505-f7956eeae351 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.807807] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499041} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.808551] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] a671c9c9-8655-4b57-8011-24e849eac2cb/a671c9c9-8655-4b57-8011-24e849eac2cb.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.808816] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.809510] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 700.809510] env[69702]: value = "task-3084737" [ 700.809510] env[69702]: _type = "Task" [ 700.809510] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.809740] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c9051cb-292f-4549-8b2b-d84180772318 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.817591] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fba70f-77c0-48f3-91c3-0491b6fd4578 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.826383] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.829551] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Waiting for the task: (returnval){ [ 700.829551] env[69702]: value = "task-3084738" [ 700.829551] env[69702]: _type = "Task" [ 700.829551] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.830658] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17c6a23-ccbc-45dc-b447-5a16fe6e28ef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.844795] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.870109] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772af335-7c54-4e7f-ac7b-b4199093b754 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.879226] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ba8999-9f1d-45c9-bd38-07c35dc1ebf9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.894654] env[69702]: DEBUG nova.compute.provider_tree [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.914488] env[69702]: DEBUG oslo_vmware.api [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084736, 'name': PowerOffVM_Task, 'duration_secs': 0.390052} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.914773] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.914946] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.915216] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91af34af-3a2d-4dc6-aa77-8cc904a0fbb5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.996222] env[69702]: DEBUG nova.compute.manager [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.996519] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.996895] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.997088] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.997462] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Deleting the datastore file [datastore2] 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.998370] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be876de9-e958-4de8-895d-114c67cd124c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.001774] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c005b413-442f-478c-88ad-07d754c9db7d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.010148] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.011596] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73672514-4afb-4d16-a4cc-691c9ee42871 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.013325] env[69702]: DEBUG oslo_vmware.api [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Waiting for the task: (returnval){ [ 701.013325] env[69702]: value = "task-3084740" [ 701.013325] env[69702]: _type = "Task" [ 701.013325] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.019261] env[69702]: DEBUG oslo_vmware.api [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Waiting for the task: (returnval){ [ 701.019261] env[69702]: value = "task-3084741" [ 701.019261] env[69702]: _type = "Task" [ 701.019261] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.022511] env[69702]: DEBUG oslo_vmware.api [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.031413] env[69702]: DEBUG oslo_vmware.api [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.172764] env[69702]: DEBUG nova.compute.manager [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.198182] env[69702]: DEBUG nova.virt.hardware [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.198509] env[69702]: DEBUG nova.virt.hardware [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.198672] env[69702]: DEBUG nova.virt.hardware [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.198866] env[69702]: DEBUG nova.virt.hardware [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.198997] env[69702]: DEBUG nova.virt.hardware [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.199160] env[69702]: DEBUG nova.virt.hardware [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.199367] env[69702]: DEBUG nova.virt.hardware [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.199517] env[69702]: DEBUG nova.virt.hardware [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.199678] env[69702]: DEBUG nova.virt.hardware [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.199836] env[69702]: DEBUG nova.virt.hardware [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.200013] env[69702]: DEBUG nova.virt.hardware [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.200865] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12380a8f-91ac-4800-a144-d84576952d15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.209466] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c370e1-68fb-4b40-a083-8f527c13e034 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.225702] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.231296] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Creating folder: Project (ba135b32ace1452a83c38b028b9bad19). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.231649] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-784f1785-ed47-4182-81ee-e966de82e63f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.243681] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Created folder: Project (ba135b32ace1452a83c38b028b9bad19) in parent group-v617437. [ 701.244060] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Creating folder: Instances. Parent ref: group-v617523. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.244139] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4107057b-15c6-44ac-a21a-6ccaac2612fa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.248070] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.257105] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Created folder: Instances in parent group-v617523. [ 701.257403] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.257624] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.257815] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31380efa-5b45-42bb-acfd-2d6ac85d9940 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.277390] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.277390] env[69702]: value = "task-3084744" [ 701.277390] env[69702]: _type = "Task" [ 701.277390] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.288830] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084744, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.321213] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084737, 'name': ReconfigVM_Task, 'duration_secs': 0.344253} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.321568] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 15c8d71d-2065-4bd4-91c3-d6c5140fff83/15c8d71d-2065-4bd4-91c3-d6c5140fff83.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.322360] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2bb7aa4-d9b7-40cd-af46-fe78387420a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.329589] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 701.329589] env[69702]: value = "task-3084745" [ 701.329589] env[69702]: _type = "Task" [ 701.329589] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.340327] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084745, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.345996] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091428} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.346280] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.347051] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e15794-e729-473b-9e2d-69b6d2f913b3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.371180] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] a671c9c9-8655-4b57-8011-24e849eac2cb/a671c9c9-8655-4b57-8011-24e849eac2cb.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.371513] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4ecbfa8-7c1a-4de7-8844-318dd69602d6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.392654] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Waiting for the task: (returnval){ [ 701.392654] env[69702]: value = "task-3084746" [ 701.392654] env[69702]: _type = "Task" [ 701.392654] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.401710] env[69702]: DEBUG nova.scheduler.client.report [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.405277] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.525387] env[69702]: DEBUG oslo_vmware.api [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Task: {'id': task-3084740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437788} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.528983] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.529264] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.529645] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.529842] env[69702]: INFO nova.compute.manager [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Took 1.15 seconds to destroy the instance on the hypervisor. [ 701.530120] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.530343] env[69702]: DEBUG nova.compute.manager [-] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.530440] env[69702]: DEBUG nova.network.neutron [-] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.537718] env[69702]: DEBUG oslo_vmware.api [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.789070] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084744, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.839936] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084745, 'name': Rename_Task, 'duration_secs': 0.225874} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.840277] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.840554] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5676e95-8b7d-4781-a39c-3b235606bb32 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.848730] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 701.848730] env[69702]: value = "task-3084747" [ 701.848730] env[69702]: _type = "Task" [ 701.848730] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.857304] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.902805] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084746, 'name': ReconfigVM_Task, 'duration_secs': 0.401326} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.903111] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Reconfigured VM instance instance-0000001f to attach disk [datastore2] a671c9c9-8655-4b57-8011-24e849eac2cb/a671c9c9-8655-4b57-8011-24e849eac2cb.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.903794] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7517d2a-015d-494c-a113-d7730e45591f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.907368] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.907968] env[69702]: DEBUG nova.compute.manager [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.911710] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.083s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.911933] env[69702]: DEBUG nova.objects.instance [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lazy-loading 'resources' on Instance uuid 1b320d90-1f83-4fa3-991b-5f98cf4b0b19 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.913177] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Waiting for the task: (returnval){ [ 701.913177] env[69702]: value = "task-3084748" [ 701.913177] env[69702]: _type = "Task" [ 701.913177] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.919422] env[69702]: DEBUG nova.compute.manager [req-c188fd5a-b725-4eea-b821-9e8ee204df03 req-2fdcf73c-7e68-41a9-bc9f-e6cad4486f15 service nova] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Received event network-vif-deleted-974c35d3-1474-40a8-bed6-88eca1092ad1 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.919589] env[69702]: INFO nova.compute.manager [req-c188fd5a-b725-4eea-b821-9e8ee204df03 req-2fdcf73c-7e68-41a9-bc9f-e6cad4486f15 service nova] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Neutron deleted interface 974c35d3-1474-40a8-bed6-88eca1092ad1; detaching it from the instance and deleting it from the info cache [ 701.919781] env[69702]: DEBUG nova.network.neutron [req-c188fd5a-b725-4eea-b821-9e8ee204df03 req-2fdcf73c-7e68-41a9-bc9f-e6cad4486f15 service nova] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.925546] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084748, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.035795] env[69702]: DEBUG oslo_vmware.api [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.249473] env[69702]: DEBUG nova.network.neutron [-] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.290406] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084744, 'name': CreateVM_Task, 'duration_secs': 0.953198} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.290490] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.291042] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.291232] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.291543] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.291814] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8710c703-a445-44f6-a874-fd2661e1650b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.298802] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 702.298802] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52577568-9bdd-be38-e0ec-c347ccbe9a85" [ 702.298802] env[69702]: _type = "Task" [ 702.298802] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.308056] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52577568-9bdd-be38-e0ec-c347ccbe9a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.359533] env[69702]: DEBUG oslo_vmware.api [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084747, 'name': PowerOnVM_Task, 'duration_secs': 0.50068} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.359859] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.360119] env[69702]: INFO nova.compute.manager [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Took 16.85 seconds to spawn the instance on the hypervisor. [ 702.360360] env[69702]: DEBUG nova.compute.manager [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.361149] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5eab0b-1857-4704-b8b4-5d2f0cf87023 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.415784] env[69702]: DEBUG nova.compute.utils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.419046] env[69702]: DEBUG nova.compute.manager [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.419046] env[69702]: DEBUG nova.network.neutron [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.425748] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c160cf2-ef96-4cbf-919d-abbe13a97eae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.434386] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084748, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.438302] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65e696d-3b00-4982-a1be-bc28889b1aef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.480422] env[69702]: DEBUG nova.compute.manager [req-c188fd5a-b725-4eea-b821-9e8ee204df03 req-2fdcf73c-7e68-41a9-bc9f-e6cad4486f15 service nova] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Detach interface failed, port_id=974c35d3-1474-40a8-bed6-88eca1092ad1, reason: Instance 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 702.484895] env[69702]: DEBUG nova.policy [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ff24d6c9f2c476ba274d2208c001d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '516b3865bb84467bb9da706cce6d42f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.536186] env[69702]: DEBUG oslo_vmware.api [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084741, 'name': PowerOffVM_Task, 'duration_secs': 1.162676} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.538880] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.539090] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.539549] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a942d756-8d6e-4bea-afd9-0461c9c3090f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.614735] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.614936] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.615162] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Deleting the datastore file [datastore2] 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.615435] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-069097b9-ad42-4694-8120-9113f4fefabc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.626517] env[69702]: DEBUG oslo_vmware.api [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Waiting for the task: (returnval){ [ 702.626517] env[69702]: value = "task-3084750" [ 702.626517] env[69702]: _type = "Task" [ 702.626517] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.635093] env[69702]: DEBUG oslo_vmware.api [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.752451] env[69702]: INFO nova.compute.manager [-] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Took 1.22 seconds to deallocate network for instance. [ 702.813129] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52577568-9bdd-be38-e0ec-c347ccbe9a85, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.813519] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.813761] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.813991] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.814153] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.814329] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.814596] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fc1a0da-2ff7-406a-812c-0fe101313b8f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.825482] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.825661] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.826383] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9d865d8-5ce0-48c1-aef2-6e55e90afcd2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.833772] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 702.833772] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bd7fe7-59ce-9fc7-c759-a44c32b28888" [ 702.833772] env[69702]: _type = "Task" [ 702.833772] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.841337] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bd7fe7-59ce-9fc7-c759-a44c32b28888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.856798] env[69702]: DEBUG nova.network.neutron [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Successfully created port: eaa53fee-22e0-4b96-a491-e7d546ac21f9 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.883806] env[69702]: INFO nova.compute.manager [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Took 49.23 seconds to build instance. [ 702.926907] env[69702]: DEBUG nova.compute.manager [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.930093] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084748, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.135499] env[69702]: DEBUG oslo_vmware.api [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.195495] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34edd388-8a55-40aa-be18-51929fec412c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.208116] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066af220-c1ea-44b1-a061-f271b25c67e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.248370] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e048eb-c9ac-4d6f-b8d1-db2392cef0a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.253997] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f3844d-12ce-4f1d-aaeb-d20f604e3f3c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.269436] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.269931] env[69702]: DEBUG nova.compute.provider_tree [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.345396] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bd7fe7-59ce-9fc7-c759-a44c32b28888, 'name': SearchDatastore_Task, 'duration_secs': 0.034097} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.346190] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44dade3-6c12-4a26-ae2f-094b28bc256c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.351585] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 703.351585] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f65c1f-18c8-96da-b3af-ab620941a774" [ 703.351585] env[69702]: _type = "Task" [ 703.351585] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.359602] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f65c1f-18c8-96da-b3af-ab620941a774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.386421] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa283dcf-1378-467e-9fca-d8962f919083 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.589s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.427744] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084748, 'name': Rename_Task, 'duration_secs': 1.232758} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.428053] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.428305] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd7429ad-c347-436c-8ae9-d4352f720173 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.439694] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Waiting for the task: (returnval){ [ 703.439694] env[69702]: value = "task-3084751" [ 703.439694] env[69702]: _type = "Task" [ 703.439694] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.448394] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.637732] env[69702]: DEBUG oslo_vmware.api [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Task: {'id': task-3084750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.618253} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.638040] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.638257] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.638442] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.638614] env[69702]: INFO nova.compute.manager [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Took 2.64 seconds to destroy the instance on the hypervisor. [ 703.638856] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.639056] env[69702]: DEBUG nova.compute.manager [-] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.639172] env[69702]: DEBUG nova.network.neutron [-] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.772740] env[69702]: DEBUG nova.scheduler.client.report [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.863671] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f65c1f-18c8-96da-b3af-ab620941a774, 'name': SearchDatastore_Task, 'duration_secs': 0.039375} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.864198] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.864261] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1a168001-abf2-4fc9-b93c-2eea7bd3bb21/1a168001-abf2-4fc9-b93c-2eea7bd3bb21.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.864542] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea0fd827-26d5-4614-a790-d014bfd22b6c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.877613] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 703.877613] env[69702]: value = "task-3084752" [ 703.877613] env[69702]: _type = "Task" [ 703.877613] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.887630] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.889205] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.937042] env[69702]: DEBUG nova.compute.manager [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.950149] env[69702]: DEBUG oslo_vmware.api [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084751, 'name': PowerOnVM_Task, 'duration_secs': 0.461052} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.950430] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.950642] env[69702]: INFO nova.compute.manager [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Took 10.13 seconds to spawn the instance on the hypervisor. [ 703.950812] env[69702]: DEBUG nova.compute.manager [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.951702] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e57379e-2544-40c1-a5de-41f8492b3493 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.966728] env[69702]: DEBUG nova.virt.hardware [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.967059] env[69702]: DEBUG nova.virt.hardware [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.967250] env[69702]: DEBUG nova.virt.hardware [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.967462] env[69702]: DEBUG nova.virt.hardware [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.967621] env[69702]: DEBUG nova.virt.hardware [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.967780] env[69702]: DEBUG nova.virt.hardware [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.968048] env[69702]: DEBUG nova.virt.hardware [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.968259] env[69702]: DEBUG nova.virt.hardware [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.968442] env[69702]: DEBUG nova.virt.hardware [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.968624] env[69702]: DEBUG nova.virt.hardware [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.968847] env[69702]: DEBUG nova.virt.hardware [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.969731] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c6c725-e7ab-4074-b7c0-31fd30a12095 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.979943] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21364c2b-f136-43ec-baec-e49650850224 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.082199] env[69702]: DEBUG nova.compute.manager [req-aa32dd74-f032-47c6-92ec-fdc387eb8749 req-bee9180a-5f4b-4ae7-a3db-e1db28a5460c service nova] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Received event network-vif-deleted-5a182c64-0200-4fb2-87ad-b1dd57657218 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.082539] env[69702]: INFO nova.compute.manager [req-aa32dd74-f032-47c6-92ec-fdc387eb8749 req-bee9180a-5f4b-4ae7-a3db-e1db28a5460c service nova] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Neutron deleted interface 5a182c64-0200-4fb2-87ad-b1dd57657218; detaching it from the instance and deleting it from the info cache [ 704.082775] env[69702]: DEBUG nova.network.neutron [req-aa32dd74-f032-47c6-92ec-fdc387eb8749 req-bee9180a-5f4b-4ae7-a3db-e1db28a5460c service nova] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.148052] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.148169] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.148412] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.148611] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.148784] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.151546] env[69702]: INFO nova.compute.manager [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Terminating instance [ 704.277585] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.366s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.280432] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.426s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.280696] env[69702]: DEBUG nova.objects.instance [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lazy-loading 'resources' on Instance uuid e582d30b-721a-4477-9dec-fc371140e192 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.305680] env[69702]: INFO nova.scheduler.client.report [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Deleted allocations for instance 1b320d90-1f83-4fa3-991b-5f98cf4b0b19 [ 704.389344] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501583} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.389856] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1a168001-abf2-4fc9-b93c-2eea7bd3bb21/1a168001-abf2-4fc9-b93c-2eea7bd3bb21.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.390139] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.390534] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9adb5f4-b80c-45e2-be2c-7280270b1911 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.399962] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 704.399962] env[69702]: value = "task-3084753" [ 704.399962] env[69702]: _type = "Task" [ 704.399962] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.413839] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.417130] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.488142] env[69702]: INFO nova.compute.manager [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Took 40.16 seconds to build instance. [ 704.517607] env[69702]: DEBUG nova.network.neutron [-] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.585793] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c849964b-2c55-4c6b-b626-5fc726c1a820 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.597311] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34a4e7f-68ba-40f2-b07d-c91d29acf0a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.631183] env[69702]: DEBUG nova.compute.manager [req-aa32dd74-f032-47c6-92ec-fdc387eb8749 req-bee9180a-5f4b-4ae7-a3db-e1db28a5460c service nova] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Detach interface failed, port_id=5a182c64-0200-4fb2-87ad-b1dd57657218, reason: Instance 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 704.656354] env[69702]: DEBUG nova.compute.manager [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.656592] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.657493] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f181d79c-eb04-4897-a0e4-90c500e0d79f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.665755] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.666014] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05ce7479-0a7f-4b0d-93de-6177cf9ed131 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.673658] env[69702]: DEBUG oslo_vmware.api [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 704.673658] env[69702]: value = "task-3084754" [ 704.673658] env[69702]: _type = "Task" [ 704.673658] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.682590] env[69702]: DEBUG oslo_vmware.api [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.814371] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0888292b-2859-4e31-a7ca-062f7b8ca09e tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "1b320d90-1f83-4fa3-991b-5f98cf4b0b19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.548s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.910068] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076207} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.914734] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.914734] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd29b92f-aca1-46df-852f-582399c8042a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.940435] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 1a168001-abf2-4fc9-b93c-2eea7bd3bb21/1a168001-abf2-4fc9-b93c-2eea7bd3bb21.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.943890] env[69702]: DEBUG nova.network.neutron [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Successfully updated port: eaa53fee-22e0-4b96-a491-e7d546ac21f9 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.945074] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24151a4f-3973-42cf-a0d5-c8c3248a28a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.975065] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 704.975065] env[69702]: value = "task-3084755" [ 704.975065] env[69702]: _type = "Task" [ 704.975065] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.982729] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquiring lock "a671c9c9-8655-4b57-8011-24e849eac2cb" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.986652] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.989180] env[69702]: DEBUG oslo_concurrency.lockutils [None req-20fb6761-9a2a-4baf-8307-3161472c1b65 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Lock "a671c9c9-8655-4b57-8011-24e849eac2cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.912s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.990390] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Lock "a671c9c9-8655-4b57-8011-24e849eac2cb" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.008s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.991026] env[69702]: INFO nova.compute.manager [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Rebooting instance [ 705.020018] env[69702]: INFO nova.compute.manager [-] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Took 1.38 seconds to deallocate network for instance. [ 705.185510] env[69702]: DEBUG oslo_vmware.api [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084754, 'name': PowerOffVM_Task, 'duration_secs': 0.186365} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.185904] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.186083] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.186342] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a1e0d31-a850-4a4c-9b6e-8b7d7dc6a49c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.358909] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.359931] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.359931] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Deleting the datastore file [datastore2] 15c8d71d-2065-4bd4-91c3-d6c5140fff83 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.359931] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c10d0b19-541c-4bc1-9bf5-dec3ac25d1e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.370479] env[69702]: DEBUG oslo_vmware.api [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 705.370479] env[69702]: value = "task-3084757" [ 705.370479] env[69702]: _type = "Task" [ 705.370479] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.380718] env[69702]: DEBUG oslo_vmware.api [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.397642] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0251c792-e760-41c4-8e80-65852843b557 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.408801] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfa4861-7450-41f0-a581-657500cc6895 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.442577] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8bf56d-c4ec-4387-8492-d61cce8283a1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.453127] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9294621-dfef-46d1-b512-b9440036f98c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.466303] env[69702]: DEBUG nova.compute.provider_tree [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.467957] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "refresh_cache-5f4e9527-e9fb-40b6-87a1-4471431b38b3" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.468116] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "refresh_cache-5f4e9527-e9fb-40b6-87a1-4471431b38b3" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.468396] env[69702]: DEBUG nova.network.neutron [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.488420] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084755, 'name': ReconfigVM_Task, 'duration_secs': 0.287187} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.488849] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 1a168001-abf2-4fc9-b93c-2eea7bd3bb21/1a168001-abf2-4fc9-b93c-2eea7bd3bb21.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.489531] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f3c7322-282a-4639-a8f2-a9be157dff77 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.493388] env[69702]: DEBUG nova.compute.manager [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.516267] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 705.516267] env[69702]: value = "task-3084758" [ 705.516267] env[69702]: _type = "Task" [ 705.516267] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.532650] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.533045] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084758, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.552725] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquiring lock "refresh_cache-a671c9c9-8655-4b57-8011-24e849eac2cb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.552932] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquired lock "refresh_cache-a671c9c9-8655-4b57-8011-24e849eac2cb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.553335] env[69702]: DEBUG nova.network.neutron [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.880723] env[69702]: DEBUG oslo_vmware.api [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3084757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214721} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.880723] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.880867] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.880918] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.881102] env[69702]: INFO nova.compute.manager [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Took 1.22 seconds to destroy the instance on the hypervisor. [ 705.881343] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.881533] env[69702]: DEBUG nova.compute.manager [-] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.881626] env[69702]: DEBUG nova.network.neutron [-] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.970449] env[69702]: DEBUG nova.scheduler.client.report [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.018278] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.030474] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084758, 'name': Rename_Task, 'duration_secs': 0.157451} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.030921] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.031317] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adf2480d-0831-49e2-ac88-4eaecda25771 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.039875] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 706.039875] env[69702]: value = "task-3084759" [ 706.039875] env[69702]: _type = "Task" [ 706.039875] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.047501] env[69702]: DEBUG nova.network.neutron [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.060302] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.232656] env[69702]: DEBUG nova.compute.manager [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Received event network-vif-plugged-eaa53fee-22e0-4b96-a491-e7d546ac21f9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.232941] env[69702]: DEBUG oslo_concurrency.lockutils [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] Acquiring lock "5f4e9527-e9fb-40b6-87a1-4471431b38b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.233113] env[69702]: DEBUG oslo_concurrency.lockutils [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] Lock "5f4e9527-e9fb-40b6-87a1-4471431b38b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.233443] env[69702]: DEBUG oslo_concurrency.lockutils [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] Lock "5f4e9527-e9fb-40b6-87a1-4471431b38b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.233554] env[69702]: DEBUG nova.compute.manager [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] No waiting events found dispatching network-vif-plugged-eaa53fee-22e0-4b96-a491-e7d546ac21f9 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.233705] env[69702]: WARNING nova.compute.manager [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Received unexpected event network-vif-plugged-eaa53fee-22e0-4b96-a491-e7d546ac21f9 for instance with vm_state building and task_state spawning. [ 706.233839] env[69702]: DEBUG nova.compute.manager [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Received event network-changed-eaa53fee-22e0-4b96-a491-e7d546ac21f9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.234099] env[69702]: DEBUG nova.compute.manager [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Refreshing instance network info cache due to event network-changed-eaa53fee-22e0-4b96-a491-e7d546ac21f9. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.238340] env[69702]: DEBUG oslo_concurrency.lockutils [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] Acquiring lock "refresh_cache-5f4e9527-e9fb-40b6-87a1-4471431b38b3" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.275412] env[69702]: DEBUG nova.network.neutron [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Updating instance_info_cache with network_info: [{"id": "b0c10623-38f9-41b7-9664-6b99ecb64f1b", "address": "fa:16:3e:65:0d:be", "network": {"id": "3290de53-75ce-4d68-b089-225b5393c2af", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1264456249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b76ead0de28454e90c6de146ea75685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c10623-38", "ovs_interfaceid": "b0c10623-38f9-41b7-9664-6b99ecb64f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.360429] env[69702]: DEBUG nova.network.neutron [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Updating instance_info_cache with network_info: [{"id": "eaa53fee-22e0-4b96-a491-e7d546ac21f9", "address": "fa:16:3e:f5:8b:e0", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa53fee-22", "ovs_interfaceid": "eaa53fee-22e0-4b96-a491-e7d546ac21f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.479499] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.487027] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.499s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.487027] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.005s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.487027] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 706.487027] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.945s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.487027] env[69702]: DEBUG nova.objects.instance [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Lazy-loading 'resources' on Instance uuid 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.487799] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ce60bd-396d-48bd-a831-c624a40cd2b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.507112] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb96cf4-09b0-420f-8209-ff6da8aa1e3a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.517284] env[69702]: INFO nova.scheduler.client.report [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Deleted allocations for instance e582d30b-721a-4477-9dec-fc371140e192 [ 706.544619] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed3a039-00f3-4be4-b5e8-afc6d8df36bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.555395] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084759, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.556484] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d8a8a0-367e-4f41-8d12-24b8f5fc4a96 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.591048] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179327MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=69702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 706.591048] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.777943] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Releasing lock "refresh_cache-a671c9c9-8655-4b57-8011-24e849eac2cb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.844691] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "ad77e2a6-0461-49b1-bfd8-8039e7a23ac5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.844924] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "ad77e2a6-0461-49b1-bfd8-8039e7a23ac5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.863613] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "refresh_cache-5f4e9527-e9fb-40b6-87a1-4471431b38b3" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.863613] env[69702]: DEBUG nova.compute.manager [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Instance network_info: |[{"id": "eaa53fee-22e0-4b96-a491-e7d546ac21f9", "address": "fa:16:3e:f5:8b:e0", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa53fee-22", "ovs_interfaceid": "eaa53fee-22e0-4b96-a491-e7d546ac21f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.863613] env[69702]: DEBUG oslo_concurrency.lockutils [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] Acquired lock "refresh_cache-5f4e9527-e9fb-40b6-87a1-4471431b38b3" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.863613] env[69702]: DEBUG nova.network.neutron [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Refreshing network info cache for port eaa53fee-22e0-4b96-a491-e7d546ac21f9 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.865090] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:8b:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaa53fee-22e0-4b96-a491-e7d546ac21f9', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.874692] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.875047] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.875915] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23d9506b-2ddf-4a6d-95a3-b812a115ef6d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.899268] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.899268] env[69702]: value = "task-3084760" [ 706.899268] env[69702]: _type = "Task" [ 706.899268] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.908300] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084760, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.030933] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9452e25-a3b4-4d55-9400-b9cb88112673 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "e582d30b-721a-4477-9dec-fc371140e192" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.139s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.032355] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "e582d30b-721a-4477-9dec-fc371140e192" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.231s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.032633] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "e582d30b-721a-4477-9dec-fc371140e192-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.032854] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "e582d30b-721a-4477-9dec-fc371140e192-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.033045] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "e582d30b-721a-4477-9dec-fc371140e192-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.035324] env[69702]: INFO nova.compute.manager [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Terminating instance [ 707.056165] env[69702]: DEBUG oslo_vmware.api [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084759, 'name': PowerOnVM_Task, 'duration_secs': 0.577468} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.060328] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.060554] env[69702]: INFO nova.compute.manager [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Took 5.89 seconds to spawn the instance on the hypervisor. [ 707.060745] env[69702]: DEBUG nova.compute.manager [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.062097] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea84034-e017-4130-ad25-8a602be1164d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.282425] env[69702]: DEBUG nova.compute.manager [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.283378] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f169c9-58e7-4698-b8a4-1c5632d3ab94 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.413047] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084760, 'name': CreateVM_Task, 'duration_secs': 0.372193} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.413220] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.413917] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.414133] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.414408] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.414835] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ddd2b90-b707-4dd0-9edd-05b1b0d99c0f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.423391] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 707.423391] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52835ade-bf68-4213-6c13-379dc64f2e15" [ 707.423391] env[69702]: _type = "Task" [ 707.423391] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.435183] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52835ade-bf68-4213-6c13-379dc64f2e15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.541114] env[69702]: DEBUG nova.network.neutron [-] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.546371] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.546535] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquired lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.547095] env[69702]: DEBUG nova.network.neutron [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.582849] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2700587c-2ad6-4914-8654-fd2b85c1af85 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.587246] env[69702]: INFO nova.compute.manager [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Took 35.47 seconds to build instance. [ 707.592496] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5763ac5d-6227-4396-a5a5-823c9e257200 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.628193] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed580cdf-208e-4b28-8587-b609de8f6c9e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.636967] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0d2f94-a1b7-4f5c-a5e1-08266e48e16c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.650888] env[69702]: DEBUG nova.compute.provider_tree [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.742169] env[69702]: DEBUG nova.network.neutron [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Updated VIF entry in instance network info cache for port eaa53fee-22e0-4b96-a491-e7d546ac21f9. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.742606] env[69702]: DEBUG nova.network.neutron [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Updating instance_info_cache with network_info: [{"id": "eaa53fee-22e0-4b96-a491-e7d546ac21f9", "address": "fa:16:3e:f5:8b:e0", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa53fee-22", "ovs_interfaceid": "eaa53fee-22e0-4b96-a491-e7d546ac21f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.935341] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52835ade-bf68-4213-6c13-379dc64f2e15, 'name': SearchDatastore_Task, 'duration_secs': 0.01167} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.935341] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.935341] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.935341] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.935341] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.935341] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.935341] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-078f720a-28ea-4c9f-a4bf-5c2d564859b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.949235] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "abe0995d-a681-4263-9a69-6d4254c07de2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.949576] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "abe0995d-a681-4263-9a69-6d4254c07de2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.951078] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "abe0995d-a681-4263-9a69-6d4254c07de2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.951078] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "abe0995d-a681-4263-9a69-6d4254c07de2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.951078] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "abe0995d-a681-4263-9a69-6d4254c07de2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.953891] env[69702]: INFO nova.compute.manager [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Terminating instance [ 707.957463] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.957781] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.961024] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49ce169-1a48-4c05-b73d-1d66f3594e5f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.969136] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 707.969136] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52448aec-112f-6f08-b929-496e6476cfb0" [ 707.969136] env[69702]: _type = "Task" [ 707.969136] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.980594] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52448aec-112f-6f08-b929-496e6476cfb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.043668] env[69702]: INFO nova.compute.manager [-] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Took 2.16 seconds to deallocate network for instance. [ 708.048386] env[69702]: DEBUG nova.compute.utils [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Can not refresh info_cache because instance was not found {{(pid=69702) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 708.065990] env[69702]: DEBUG nova.network.neutron [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.088878] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4041d2e2-3c84-4abe-90b0-8d17c343e8dd tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Lock "1a168001-abf2-4fc9-b93c-2eea7bd3bb21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.804s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.154338] env[69702]: DEBUG nova.scheduler.client.report [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.160783] env[69702]: DEBUG nova.network.neutron [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.245030] env[69702]: DEBUG oslo_concurrency.lockutils [req-98604f3c-0cf6-4871-a0b6-b689a855092e req-432ee353-02c1-4061-9a81-d0bc4e99afc4 service nova] Releasing lock "refresh_cache-5f4e9527-e9fb-40b6-87a1-4471431b38b3" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.266454] env[69702]: DEBUG nova.compute.manager [req-de07a293-67db-4368-a1c1-f906caad505d req-8f23b7ee-23da-42df-b4b7-81317d40b735 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Received event network-vif-deleted-b71286aa-a2fb-4567-84b4-c0d53b1dc48b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.266670] env[69702]: DEBUG nova.compute.manager [req-de07a293-67db-4368-a1c1-f906caad505d req-8f23b7ee-23da-42df-b4b7-81317d40b735 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Received event network-vif-deleted-8553dae0-70f6-4b9d-99c4-6e9b8d75a079 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.266954] env[69702]: DEBUG nova.compute.manager [req-de07a293-67db-4368-a1c1-f906caad505d req-8f23b7ee-23da-42df-b4b7-81317d40b735 service nova] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Received event network-vif-deleted-53f0ba8a-8a0e-467c-9af4-d917dc2633b4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.304092] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193cd42f-f8ba-4820-b1d0-c1b616ff499b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.311922] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Doing hard reboot of VM {{(pid=69702) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 708.312195] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1a498237-cfab-4f4e-adcb-2e7ff596516f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.319228] env[69702]: DEBUG oslo_vmware.api [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Waiting for the task: (returnval){ [ 708.319228] env[69702]: value = "task-3084761" [ 708.319228] env[69702]: _type = "Task" [ 708.319228] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.331508] env[69702]: DEBUG oslo_vmware.api [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084761, 'name': ResetVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.466380] env[69702]: DEBUG nova.compute.manager [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.466631] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.467871] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9b9627-67bb-410a-9023-9f51502fd40a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.479925] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52448aec-112f-6f08-b929-496e6476cfb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.482780] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.482897] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1146a751-77c9-4f3a-a4e9-f6b25825c55a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.485284] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e13906e9-fa27-4fde-998b-4d1032e957ab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.491379] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 708.491379] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e2af60-07c5-72b6-d023-9a98939e03f4" [ 708.491379] env[69702]: _type = "Task" [ 708.491379] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.496577] env[69702]: DEBUG oslo_vmware.api [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 708.496577] env[69702]: value = "task-3084762" [ 708.496577] env[69702]: _type = "Task" [ 708.496577] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.504393] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e2af60-07c5-72b6-d023-9a98939e03f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.510899] env[69702]: DEBUG oslo_vmware.api [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.553244] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.591159] env[69702]: DEBUG nova.compute.manager [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.665028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.666980] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Releasing lock "refresh_cache-e582d30b-721a-4477-9dec-fc371140e192" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.668382] env[69702]: DEBUG nova.compute.manager [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.668862] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.669322] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.456s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.671422] env[69702]: INFO nova.compute.claims [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.675297] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e6236ef-c4f1-4be6-902c-5969e0013e38 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.687580] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de7d9d3-eab7-4823-813c-73b62ee5112c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.699382] env[69702]: INFO nova.scheduler.client.report [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Deleted allocations for instance 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e [ 708.725226] env[69702]: WARNING nova.virt.vmwareapi.vmops [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e582d30b-721a-4477-9dec-fc371140e192 could not be found. [ 708.725411] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.725651] env[69702]: INFO nova.compute.manager [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Took 0.06 seconds to destroy the instance on the hypervisor. [ 708.725846] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.726962] env[69702]: DEBUG nova.compute.manager [-] [instance: e582d30b-721a-4477-9dec-fc371140e192] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.726962] env[69702]: DEBUG nova.network.neutron [-] [instance: e582d30b-721a-4477-9dec-fc371140e192] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.749311] env[69702]: DEBUG nova.network.neutron [-] [instance: e582d30b-721a-4477-9dec-fc371140e192] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.830451] env[69702]: DEBUG oslo_vmware.api [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084761, 'name': ResetVM_Task, 'duration_secs': 0.154446} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.830792] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Did hard reboot of VM {{(pid=69702) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 708.831043] env[69702]: DEBUG nova.compute.manager [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.831900] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0231ac8-f6ca-4dba-8d8d-cdf9df9beace {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.004823] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e2af60-07c5-72b6-d023-9a98939e03f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013119} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.005960] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.006389] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 5f4e9527-e9fb-40b6-87a1-4471431b38b3/5f4e9527-e9fb-40b6-87a1-4471431b38b3.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.007289] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9decba6e-8b7f-4ae1-ab5f-6b5b806a6994 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.012889] env[69702]: DEBUG oslo_vmware.api [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084762, 'name': PowerOffVM_Task, 'duration_secs': 0.204334} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.013641] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.013982] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.014345] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3185b78c-8de0-4643-b81d-5848a2e91f4d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.020607] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 709.020607] env[69702]: value = "task-3084763" [ 709.020607] env[69702]: _type = "Task" [ 709.020607] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.031159] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.086264] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.086773] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.087019] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Deleting the datastore file [datastore2] abe0995d-a681-4263-9a69-6d4254c07de2 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.087355] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6fb62b5-8039-42c2-8421-1b918d4d79af {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.097516] env[69702]: DEBUG oslo_vmware.api [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for the task: (returnval){ [ 709.097516] env[69702]: value = "task-3084765" [ 709.097516] env[69702]: _type = "Task" [ 709.097516] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.110141] env[69702]: DEBUG oslo_vmware.api [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.115810] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.208304] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0bfadf9b-0100-470c-a861-d101560f1602 tempest-ServerExternalEventsTest-2124567069 tempest-ServerExternalEventsTest-2124567069-project-member] Lock "7eaa4194-9e09-449b-ac4c-cd5d7e2f719e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.434s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.238537] env[69702]: INFO nova.compute.manager [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Rebuilding instance [ 709.253415] env[69702]: DEBUG nova.network.neutron [-] [instance: e582d30b-721a-4477-9dec-fc371140e192] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.280321] env[69702]: DEBUG nova.compute.manager [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.281431] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca62096-44c7-479b-882b-4fa2d7542f2b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.344924] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d94af8a9-8a48-446b-a256-7314f43b7ce5 tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Lock "a671c9c9-8655-4b57-8011-24e849eac2cb" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.354s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.532260] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493795} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.532718] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 5f4e9527-e9fb-40b6-87a1-4471431b38b3/5f4e9527-e9fb-40b6-87a1-4471431b38b3.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.532839] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.533056] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd8c9084-6984-43ab-9893-13369cfe3d4f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.541814] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 709.541814] env[69702]: value = "task-3084766" [ 709.541814] env[69702]: _type = "Task" [ 709.541814] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.552163] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.607697] env[69702]: DEBUG oslo_vmware.api [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Task: {'id': task-3084765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41397} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.609039] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.609039] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.609039] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.609039] env[69702]: INFO nova.compute.manager [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 709.609039] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.609376] env[69702]: DEBUG nova.compute.manager [-] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.609376] env[69702]: DEBUG nova.network.neutron [-] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.755854] env[69702]: INFO nova.compute.manager [-] [instance: e582d30b-721a-4477-9dec-fc371140e192] Took 1.03 seconds to deallocate network for instance. [ 710.052648] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079068} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.055571] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.056716] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6f2829-7c42-4ec3-acb7-9b156d2d07b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.081079] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 5f4e9527-e9fb-40b6-87a1-4471431b38b3/5f4e9527-e9fb-40b6-87a1-4471431b38b3.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.084579] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef418451-a2de-4b21-a76b-e99674250c43 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.105517] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 710.105517] env[69702]: value = "task-3084767" [ 710.105517] env[69702]: _type = "Task" [ 710.105517] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.116347] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.261990] env[69702]: INFO nova.compute.manager [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] [instance: e582d30b-721a-4477-9dec-fc371140e192] Instance disappeared during terminate [ 710.262281] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61fd75c3-bb63-424c-a108-0c69481018e6 tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "e582d30b-721a-4477-9dec-fc371140e192" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.230s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.268491] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2682a2e-8648-4f35-a8a2-7a4e95af8e15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.277060] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e3e149-1bb7-442d-aaaa-3282b839fb6d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.308080] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.308559] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d811c0ff-fd48-4138-b5e8-ff520d334762 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.310710] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b604abdf-36f1-4f63-90be-c373cf688926 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.319599] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50e54c5-593f-4663-bbfd-482d11b22cd4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.323959] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 710.323959] env[69702]: value = "task-3084768" [ 710.323959] env[69702]: _type = "Task" [ 710.323959] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.337321] env[69702]: DEBUG nova.compute.provider_tree [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.344538] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.351259] env[69702]: DEBUG nova.network.neutron [-] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.511369] env[69702]: DEBUG nova.compute.manager [req-db7df30b-4e11-49d1-8489-c9debf8bb532 req-5fc7cad8-1197-4af1-8745-40639bab1846 service nova] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Received event network-vif-deleted-fc960b13-dc7f-4598-9946-f4a4b1fe1e5f {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.617973] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.717830] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquiring lock "a671c9c9-8655-4b57-8011-24e849eac2cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.718237] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Lock "a671c9c9-8655-4b57-8011-24e849eac2cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.718499] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquiring lock "a671c9c9-8655-4b57-8011-24e849eac2cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.718747] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Lock "a671c9c9-8655-4b57-8011-24e849eac2cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.719064] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Lock "a671c9c9-8655-4b57-8011-24e849eac2cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.721988] env[69702]: INFO nova.compute.manager [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Terminating instance [ 710.834318] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084768, 'name': PowerOffVM_Task, 'duration_secs': 0.137403} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.834605] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.835300] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.836064] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d460c-32c2-4c2b-b0e1-f4f66c23700f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.840603] env[69702]: DEBUG nova.scheduler.client.report [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.845698] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.846137] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccd30f0e-9ef8-48e2-9ffa-1bfb0f185c8f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.853129] env[69702]: INFO nova.compute.manager [-] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Took 1.24 seconds to deallocate network for instance. [ 710.870268] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.870623] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.870819] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Deleting the datastore file [datastore1] 1a168001-abf2-4fc9-b93c-2eea7bd3bb21 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.871102] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a7810c7-cdb4-4a9d-acbb-1cf9f9441750 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.878702] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 710.878702] env[69702]: value = "task-3084770" [ 710.878702] env[69702]: _type = "Task" [ 710.878702] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.886175] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.116328] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.227411] env[69702]: DEBUG nova.compute.manager [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.227608] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.228510] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ab8269-010a-47f9-bae2-67d5f0aa9dfc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.236578] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.236866] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5901a58-6e41-4413-9335-776eb61af147 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.242687] env[69702]: DEBUG oslo_vmware.api [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Waiting for the task: (returnval){ [ 711.242687] env[69702]: value = "task-3084771" [ 711.242687] env[69702]: _type = "Task" [ 711.242687] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.250485] env[69702]: DEBUG oslo_vmware.api [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.347778] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.348391] env[69702]: DEBUG nova.compute.manager [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.351674] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.734s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.351674] env[69702]: DEBUG nova.objects.instance [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lazy-loading 'resources' on Instance uuid 2d38379b-473f-4bd8-9bd9-91f91a2f35b7 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.359659] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.388769] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147263} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.389052] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.389250] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.389426] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.618100] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084767, 'name': ReconfigVM_Task, 'duration_secs': 1.118141} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.618475] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 5f4e9527-e9fb-40b6-87a1-4471431b38b3/5f4e9527-e9fb-40b6-87a1-4471431b38b3.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.619043] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f20c51bd-da63-425c-9f9f-0b350978db0f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.624861] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 711.624861] env[69702]: value = "task-3084772" [ 711.624861] env[69702]: _type = "Task" [ 711.624861] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.633694] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084772, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.754008] env[69702]: DEBUG oslo_vmware.api [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084771, 'name': PowerOffVM_Task, 'duration_secs': 0.209617} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.754308] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.754581] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.754912] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-786c3e78-904d-41f6-88c2-98b0f4cc0a5e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.819372] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.819581] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.819759] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Deleting the datastore file [datastore2] a671c9c9-8655-4b57-8011-24e849eac2cb {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.820036] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f37ca7b-cef1-48ae-8138-d6539686a6c5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.826302] env[69702]: DEBUG oslo_vmware.api [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Waiting for the task: (returnval){ [ 711.826302] env[69702]: value = "task-3084774" [ 711.826302] env[69702]: _type = "Task" [ 711.826302] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.834045] env[69702]: DEBUG oslo_vmware.api [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.854959] env[69702]: DEBUG nova.compute.utils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.859175] env[69702]: DEBUG nova.compute.manager [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.859354] env[69702]: DEBUG nova.network.neutron [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.065028] env[69702]: DEBUG nova.policy [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818ae963540d450eb7002ce267c04b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e362027d66d44dad8c60f00d076cdaad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.143649] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084772, 'name': Rename_Task, 'duration_secs': 0.163872} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.149025] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.149025] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-482d0d83-d11e-41a0-b244-15be9e7cb4de {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.154544] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 712.154544] env[69702]: value = "task-3084775" [ 712.154544] env[69702]: _type = "Task" [ 712.154544] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.163020] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.342784] env[69702]: DEBUG oslo_vmware.api [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Task: {'id': task-3084774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178056} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.345644] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.345863] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.346092] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.346200] env[69702]: INFO nova.compute.manager [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 712.346442] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.347844] env[69702]: DEBUG nova.compute.manager [-] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.347923] env[69702]: DEBUG nova.network.neutron [-] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.361078] env[69702]: DEBUG nova.compute.manager [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.438267] env[69702]: DEBUG nova.virt.hardware [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.438267] env[69702]: DEBUG nova.virt.hardware [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.438267] env[69702]: DEBUG nova.virt.hardware [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.438267] env[69702]: DEBUG nova.virt.hardware [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.438267] env[69702]: DEBUG nova.virt.hardware [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.438267] env[69702]: DEBUG nova.virt.hardware [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.438267] env[69702]: DEBUG nova.virt.hardware [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.438267] env[69702]: DEBUG nova.virt.hardware [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.438267] env[69702]: DEBUG nova.virt.hardware [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.438589] env[69702]: DEBUG nova.virt.hardware [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.438589] env[69702]: DEBUG nova.virt.hardware [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.439402] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8144dc0-7903-4ed5-9773-a8d7f5a99362 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.448302] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a07cd97-363c-4085-b82f-84ed8fe66828 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.467678] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.473541] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.476393] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.476890] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0e7928a-bfe1-4f72-9db8-b114f7cc19d4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.498625] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.498625] env[69702]: value = "task-3084776" [ 712.498625] env[69702]: _type = "Task" [ 712.498625] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.505524] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435995b0-17ff-4080-b67c-16da70939680 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.511534] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084776, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.517019] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d4add3-1948-4000-ade6-77519059cc32 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.553748] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa4f2a4-5716-4da4-8146-b3869aa4831e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.561650] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445b63cb-9ee2-4866-9842-72378383343f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.577469] env[69702]: DEBUG nova.compute.provider_tree [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.665451] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.709797] env[69702]: DEBUG nova.network.neutron [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Successfully created port: ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.011829] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084776, 'name': CreateVM_Task, 'duration_secs': 0.267472} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.012274] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.012921] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.013334] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.013933] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.014409] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-692e5591-ab1f-4e98-a6d5-c25300ddface {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.020038] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 713.020038] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a16001-2e08-6abb-0853-f60921656a98" [ 713.020038] env[69702]: _type = "Task" [ 713.020038] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.032926] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a16001-2e08-6abb-0853-f60921656a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.080932] env[69702]: DEBUG nova.scheduler.client.report [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.115975] env[69702]: DEBUG nova.compute.manager [req-f0e80e7c-6a0d-4eba-ad3a-4a33913b7fbd req-05e9c8df-d551-4840-bf1a-b25a1f5591c5 service nova] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Received event network-vif-deleted-b0c10623-38f9-41b7-9664-6b99ecb64f1b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.116280] env[69702]: INFO nova.compute.manager [req-f0e80e7c-6a0d-4eba-ad3a-4a33913b7fbd req-05e9c8df-d551-4840-bf1a-b25a1f5591c5 service nova] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Neutron deleted interface b0c10623-38f9-41b7-9664-6b99ecb64f1b; detaching it from the instance and deleting it from the info cache [ 713.119366] env[69702]: DEBUG nova.network.neutron [req-f0e80e7c-6a0d-4eba-ad3a-4a33913b7fbd req-05e9c8df-d551-4840-bf1a-b25a1f5591c5 service nova] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.168403] env[69702]: DEBUG oslo_vmware.api [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3084775, 'name': PowerOnVM_Task, 'duration_secs': 0.585777} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.168673] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.168935] env[69702]: INFO nova.compute.manager [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Took 9.23 seconds to spawn the instance on the hypervisor. [ 713.169156] env[69702]: DEBUG nova.compute.manager [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.170254] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd5336b-6afb-44cd-9310-06eb3a274e57 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.370484] env[69702]: DEBUG nova.compute.manager [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.419693] env[69702]: DEBUG nova.virt.hardware [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.420325] env[69702]: DEBUG nova.virt.hardware [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.420325] env[69702]: DEBUG nova.virt.hardware [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.420325] env[69702]: DEBUG nova.virt.hardware [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.420510] env[69702]: DEBUG nova.virt.hardware [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.420661] env[69702]: DEBUG nova.virt.hardware [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.420801] env[69702]: DEBUG nova.virt.hardware [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.420959] env[69702]: DEBUG nova.virt.hardware [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.421226] env[69702]: DEBUG nova.virt.hardware [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.421430] env[69702]: DEBUG nova.virt.hardware [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.421585] env[69702]: DEBUG nova.virt.hardware [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.422641] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c928073b-a148-40f6-9e70-e58eb59bb812 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.427177] env[69702]: DEBUG nova.network.neutron [-] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.438054] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf4e96b-0404-45fb-bffc-74abccf09e14 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.533484] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a16001-2e08-6abb-0853-f60921656a98, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.533793] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.534259] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.534346] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.534428] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.534600] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.534861] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-427a8a45-813e-4dad-adf3-c04ba5cb41fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.543526] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.543711] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.544449] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af56102-7ad7-4908-9aea-d8aaeceead48 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.549387] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 713.549387] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528c40fc-1b86-c01a-438d-51685d4fbafc" [ 713.549387] env[69702]: _type = "Task" [ 713.549387] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.557226] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528c40fc-1b86-c01a-438d-51685d4fbafc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.586340] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.588723] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.778s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.590259] env[69702]: INFO nova.compute.claims [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.616706] env[69702]: INFO nova.scheduler.client.report [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Deleted allocations for instance 2d38379b-473f-4bd8-9bd9-91f91a2f35b7 [ 713.624057] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fe5e9a6-7c36-4ace-baa6-bfb58690199d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.633934] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fc7d2f-0ba4-40ff-b036-f0dc5c82b406 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.678099] env[69702]: DEBUG nova.compute.manager [req-f0e80e7c-6a0d-4eba-ad3a-4a33913b7fbd req-05e9c8df-d551-4840-bf1a-b25a1f5591c5 service nova] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Detach interface failed, port_id=b0c10623-38f9-41b7-9664-6b99ecb64f1b, reason: Instance a671c9c9-8655-4b57-8011-24e849eac2cb could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 713.685842] env[69702]: INFO nova.compute.manager [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Took 40.10 seconds to build instance. [ 713.934181] env[69702]: INFO nova.compute.manager [-] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Took 1.59 seconds to deallocate network for instance. [ 714.060400] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528c40fc-1b86-c01a-438d-51685d4fbafc, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.061189] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5719cc47-6ecb-4a41-895a-ec39b21689c3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.066681] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 714.066681] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52945ee5-9356-71cf-28ac-e44dc3919d93" [ 714.066681] env[69702]: _type = "Task" [ 714.066681] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.075093] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52945ee5-9356-71cf-28ac-e44dc3919d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.121893] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca641da3-6a34-4fa3-b70c-be2149c12899 tempest-AttachInterfacesV270Test-1409493416 tempest-AttachInterfacesV270Test-1409493416-project-member] Lock "2d38379b-473f-4bd8-9bd9-91f91a2f35b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.047s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.188214] env[69702]: DEBUG oslo_concurrency.lockutils [None req-28fb5dab-58cb-4c04-b653-dfeb63ea117f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "5f4e9527-e9fb-40b6-87a1-4471431b38b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.976s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.442806] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.578331] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52945ee5-9356-71cf-28ac-e44dc3919d93, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.580555] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.581444] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 1a168001-abf2-4fc9-b93c-2eea7bd3bb21/1a168001-abf2-4fc9-b93c-2eea7bd3bb21.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.582477] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0e83045-42da-4dc2-9965-7a329625ca58 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.591902] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 714.591902] env[69702]: value = "task-3084777" [ 714.591902] env[69702]: _type = "Task" [ 714.591902] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.604453] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.618985] env[69702]: DEBUG nova.network.neutron [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Successfully updated port: ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.691074] env[69702]: DEBUG nova.compute.manager [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.024507] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquiring lock "d36e24b4-b199-4032-a564-77378b08369b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.024831] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Lock "d36e24b4-b199-4032-a564-77378b08369b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.101920] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084777, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.123638] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Acquiring lock "refresh_cache-4cbf057b-da38-415c-b0aa-641e21e44333" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.123791] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Acquired lock "refresh_cache-4cbf057b-da38-415c-b0aa-641e21e44333" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.123946] env[69702]: DEBUG nova.network.neutron [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.219721] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.232830] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d867f4-124f-4ad1-bea5-dde311231a8b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.241566] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e06d42a-3576-457e-8ec7-32ace1946d3c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.280598] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbc1a73-7550-412c-9576-c342fe9d5204 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.284486] env[69702]: DEBUG nova.compute.manager [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Received event network-vif-plugged-ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.284734] env[69702]: DEBUG oslo_concurrency.lockutils [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] Acquiring lock "4cbf057b-da38-415c-b0aa-641e21e44333-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.285047] env[69702]: DEBUG oslo_concurrency.lockutils [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] Lock "4cbf057b-da38-415c-b0aa-641e21e44333-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.286018] env[69702]: DEBUG oslo_concurrency.lockutils [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] Lock "4cbf057b-da38-415c-b0aa-641e21e44333-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.286018] env[69702]: DEBUG nova.compute.manager [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] No waiting events found dispatching network-vif-plugged-ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.286018] env[69702]: WARNING nova.compute.manager [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Received unexpected event network-vif-plugged-ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789 for instance with vm_state building and task_state spawning. [ 715.286018] env[69702]: DEBUG nova.compute.manager [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Received event network-changed-ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.286018] env[69702]: DEBUG nova.compute.manager [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Refreshing instance network info cache due to event network-changed-ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.286277] env[69702]: DEBUG oslo_concurrency.lockutils [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] Acquiring lock "refresh_cache-4cbf057b-da38-415c-b0aa-641e21e44333" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.296131] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f411cf15-6555-48a1-933b-b34cb61032e1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.310500] env[69702]: DEBUG nova.compute.provider_tree [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.344018] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "acfbd008-7a97-4593-8c01-51f5a33eaa1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.344018] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "acfbd008-7a97-4593-8c01-51f5a33eaa1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.609439] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570739} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.609439] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 1a168001-abf2-4fc9-b93c-2eea7bd3bb21/1a168001-abf2-4fc9-b93c-2eea7bd3bb21.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.609439] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.609439] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7059d51d-8eab-4f5a-acb8-ed16f294f41c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.616692] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 715.616692] env[69702]: value = "task-3084778" [ 715.616692] env[69702]: _type = "Task" [ 715.616692] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.630658] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.663326] env[69702]: DEBUG nova.network.neutron [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.814897] env[69702]: DEBUG nova.scheduler.client.report [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.820692] env[69702]: DEBUG nova.network.neutron [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Updating instance_info_cache with network_info: [{"id": "ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789", "address": "fa:16:3e:45:f1:11", "network": {"id": "e0111592-2cdf-4363-8a76-92ea0bc644d3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1793638486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e362027d66d44dad8c60f00d076cdaad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2fa9c1-b6", "ovs_interfaceid": "ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.127946] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068635} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.128229] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.128981] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1932127a-1bdf-4726-bd97-d46f2e6fd0a6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.147778] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 1a168001-abf2-4fc9-b93c-2eea7bd3bb21/1a168001-abf2-4fc9-b93c-2eea7bd3bb21.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.148111] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae54564-0401-4d9a-b63a-c079d3313898 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.167597] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 716.167597] env[69702]: value = "task-3084779" [ 716.167597] env[69702]: _type = "Task" [ 716.167597] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.175775] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.320781] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.321276] env[69702]: DEBUG nova.compute.manager [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.323926] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.459s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.325409] env[69702]: INFO nova.compute.claims [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.328119] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Releasing lock "refresh_cache-4cbf057b-da38-415c-b0aa-641e21e44333" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.328393] env[69702]: DEBUG nova.compute.manager [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Instance network_info: |[{"id": "ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789", "address": "fa:16:3e:45:f1:11", "network": {"id": "e0111592-2cdf-4363-8a76-92ea0bc644d3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1793638486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e362027d66d44dad8c60f00d076cdaad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2fa9c1-b6", "ovs_interfaceid": "ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.328833] env[69702]: DEBUG oslo_concurrency.lockutils [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] Acquired lock "refresh_cache-4cbf057b-da38-415c-b0aa-641e21e44333" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.332015] env[69702]: DEBUG nova.network.neutron [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Refreshing network info cache for port ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.332015] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:f1:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.340766] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Creating folder: Project (e362027d66d44dad8c60f00d076cdaad). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.342115] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eaade96-cf6f-4444-a902-e7312989e626 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.355221] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Created folder: Project (e362027d66d44dad8c60f00d076cdaad) in parent group-v617437. [ 716.355406] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Creating folder: Instances. Parent ref: group-v617528. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.355639] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2cdbafc-b529-4806-8157-70e2e501a972 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.364896] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Created folder: Instances in parent group-v617528. [ 716.365169] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.365368] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.365569] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b8c0474-4299-4cac-8b2e-96452566c86e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.389713] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.389713] env[69702]: value = "task-3084782" [ 716.389713] env[69702]: _type = "Task" [ 716.389713] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.399461] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084782, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.678863] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084779, 'name': ReconfigVM_Task, 'duration_secs': 0.291018} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.678863] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 1a168001-abf2-4fc9-b93c-2eea7bd3bb21/1a168001-abf2-4fc9-b93c-2eea7bd3bb21.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.679698] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9c62f39-70e8-4419-9524-449fb7bd8f58 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.686836] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 716.686836] env[69702]: value = "task-3084783" [ 716.686836] env[69702]: _type = "Task" [ 716.686836] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.694655] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084783, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.830663] env[69702]: DEBUG nova.compute.utils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.832814] env[69702]: DEBUG nova.compute.manager [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.832814] env[69702]: DEBUG nova.network.neutron [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.903989] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084782, 'name': CreateVM_Task, 'duration_secs': 0.412191} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.904286] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.905573] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.905573] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.905645] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.905930] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea03c01b-0819-47ad-82e1-4f7bb54da9a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.910642] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 716.910642] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522eb24e-24c3-40c8-95a3-d1f9cbb2edfb" [ 716.910642] env[69702]: _type = "Task" [ 716.910642] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.920027] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522eb24e-24c3-40c8-95a3-d1f9cbb2edfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.921419] env[69702]: DEBUG nova.policy [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07da7c9e39d94fe3864864b9e1db18de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '004ac863eeca48d5a7b67251cd90369f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.205991] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084783, 'name': Rename_Task, 'duration_secs': 0.180211} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.206620] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.207556] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b38529d-5a3c-4d93-af38-08ec20a1f50d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.215871] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 717.215871] env[69702]: value = "task-3084784" [ 717.215871] env[69702]: _type = "Task" [ 717.215871] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.228660] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.317682] env[69702]: DEBUG nova.network.neutron [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Updated VIF entry in instance network info cache for port ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.317682] env[69702]: DEBUG nova.network.neutron [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Updating instance_info_cache with network_info: [{"id": "ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789", "address": "fa:16:3e:45:f1:11", "network": {"id": "e0111592-2cdf-4363-8a76-92ea0bc644d3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1793638486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e362027d66d44dad8c60f00d076cdaad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2fa9c1-b6", "ovs_interfaceid": "ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.335986] env[69702]: DEBUG nova.compute.manager [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.423485] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522eb24e-24c3-40c8-95a3-d1f9cbb2edfb, 'name': SearchDatastore_Task, 'duration_secs': 0.04885} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.424069] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.424421] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.424829] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.425210] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.425868] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.426333] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b35b75b8-fa11-48c8-983d-d70147010d77 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.436408] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.436800] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.437693] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b14a43-66ee-4e02-94ae-b36dd9cf2aa5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.443751] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 717.443751] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d5150f-455e-5956-6f0c-ba86b9d69b7b" [ 717.443751] env[69702]: _type = "Task" [ 717.443751] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.458826] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d5150f-455e-5956-6f0c-ba86b9d69b7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.459945] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d0f1e80-5e1b-4eca-90e8-8b4054445690 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.467144] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 717.467144] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cf8c8b-8593-1d2e-0dac-d98c5d9d0360" [ 717.467144] env[69702]: _type = "Task" [ 717.467144] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.477233] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cf8c8b-8593-1d2e-0dac-d98c5d9d0360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.539947] env[69702]: DEBUG nova.network.neutron [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Successfully created port: a1fc4442-9bc3-4cb5-8d73-70c0809d4d79 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.733338] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084784, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.820012] env[69702]: DEBUG oslo_concurrency.lockutils [req-eedc5496-58b3-459c-9c16-8797bc839eab req-c5762b12-0fd5-47b0-98a2-d4cd09033203 service nova] Releasing lock "refresh_cache-4cbf057b-da38-415c-b0aa-641e21e44333" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.936468] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e729386-ca15-45ae-b7d3-245341f2b490 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.944435] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db37f3f4-62fa-490f-9dfd-4d657c08c6bb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.977159] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd9df3f-429b-4a0f-9b85-866d1e443bb4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.986214] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cf8c8b-8593-1d2e-0dac-d98c5d9d0360, 'name': SearchDatastore_Task, 'duration_secs': 0.022091} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.988387] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.988648] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 4cbf057b-da38-415c-b0aa-641e21e44333/4cbf057b-da38-415c-b0aa-641e21e44333.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.988940] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e19c061d-8d16-466a-b9ed-c13f20f3bb9f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.991589] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a860cb2-1ed6-4678-afd1-fb9c7ab49b4a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.004873] env[69702]: DEBUG nova.compute.provider_tree [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.007193] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 718.007193] env[69702]: value = "task-3084785" [ 718.007193] env[69702]: _type = "Task" [ 718.007193] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.014907] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.235123] env[69702]: DEBUG oslo_vmware.api [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084784, 'name': PowerOnVM_Task, 'duration_secs': 0.607714} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.235512] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.236388] env[69702]: DEBUG nova.compute.manager [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.236609] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce48ab3-cdb6-4446-aadf-03ee0b61bb53 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.346121] env[69702]: DEBUG nova.compute.manager [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.375191] env[69702]: DEBUG nova.virt.hardware [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.375515] env[69702]: DEBUG nova.virt.hardware [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.375676] env[69702]: DEBUG nova.virt.hardware [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.375861] env[69702]: DEBUG nova.virt.hardware [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.376016] env[69702]: DEBUG nova.virt.hardware [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.376170] env[69702]: DEBUG nova.virt.hardware [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.376380] env[69702]: DEBUG nova.virt.hardware [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.376599] env[69702]: DEBUG nova.virt.hardware [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.376704] env[69702]: DEBUG nova.virt.hardware [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.376865] env[69702]: DEBUG nova.virt.hardware [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.377090] env[69702]: DEBUG nova.virt.hardware [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.377994] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4784d677-35dc-41f5-b163-42949918f594 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.387361] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6dea95-bcb7-4e87-a54a-f7739515e1c0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.509364] env[69702]: DEBUG nova.scheduler.client.report [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.523798] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084785, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.763413] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.018397] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.019011] env[69702]: DEBUG nova.compute.manager [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.023619] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.436s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.025008] env[69702]: INFO nova.compute.claims [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.033549] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549747} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.033831] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 4cbf057b-da38-415c-b0aa-641e21e44333/4cbf057b-da38-415c-b0aa-641e21e44333.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.034218] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.034343] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6128148d-8f70-478a-81d9-760fc9faeab1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.041283] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 719.041283] env[69702]: value = "task-3084786" [ 719.041283] env[69702]: _type = "Task" [ 719.041283] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.050194] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.260317] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquiring lock "1a168001-abf2-4fc9-b93c-2eea7bd3bb21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.261516] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Lock "1a168001-abf2-4fc9-b93c-2eea7bd3bb21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.261516] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquiring lock "1a168001-abf2-4fc9-b93c-2eea7bd3bb21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.261516] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Lock "1a168001-abf2-4fc9-b93c-2eea7bd3bb21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.261516] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Lock "1a168001-abf2-4fc9-b93c-2eea7bd3bb21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.264642] env[69702]: INFO nova.compute.manager [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Terminating instance [ 719.531507] env[69702]: DEBUG nova.compute.utils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.534683] env[69702]: DEBUG nova.compute.manager [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.535038] env[69702]: DEBUG nova.network.neutron [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.554433] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074669} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.554433] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.554433] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de63e24-105d-4af2-a4b7-092598136e3a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.583199] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 4cbf057b-da38-415c-b0aa-641e21e44333/4cbf057b-da38-415c-b0aa-641e21e44333.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.586433] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31a44787-791e-4b25-86da-f07e2c38147f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.609519] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 719.609519] env[69702]: value = "task-3084787" [ 719.609519] env[69702]: _type = "Task" [ 719.609519] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.613154] env[69702]: DEBUG nova.policy [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd10bbe1bf4894d159adfa9608fb6ebcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9251ee7f0dc6425f8bb25921c6ae3377', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.619995] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.767815] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquiring lock "refresh_cache-1a168001-abf2-4fc9-b93c-2eea7bd3bb21" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.768477] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquired lock "refresh_cache-1a168001-abf2-4fc9-b93c-2eea7bd3bb21" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.768699] env[69702]: DEBUG nova.network.neutron [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.832249] env[69702]: DEBUG nova.compute.manager [req-e1f53b71-1483-43f4-bdc8-9460a6361683 req-763ab537-7ec8-418a-8d5d-f1cd42876f3d service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Received event network-vif-plugged-a1fc4442-9bc3-4cb5-8d73-70c0809d4d79 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.832495] env[69702]: DEBUG oslo_concurrency.lockutils [req-e1f53b71-1483-43f4-bdc8-9460a6361683 req-763ab537-7ec8-418a-8d5d-f1cd42876f3d service nova] Acquiring lock "67b31c61-8436-48f7-9bc4-af90ecd843b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.832809] env[69702]: DEBUG oslo_concurrency.lockutils [req-e1f53b71-1483-43f4-bdc8-9460a6361683 req-763ab537-7ec8-418a-8d5d-f1cd42876f3d service nova] Lock "67b31c61-8436-48f7-9bc4-af90ecd843b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.832995] env[69702]: DEBUG oslo_concurrency.lockutils [req-e1f53b71-1483-43f4-bdc8-9460a6361683 req-763ab537-7ec8-418a-8d5d-f1cd42876f3d service nova] Lock "67b31c61-8436-48f7-9bc4-af90ecd843b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.833402] env[69702]: DEBUG nova.compute.manager [req-e1f53b71-1483-43f4-bdc8-9460a6361683 req-763ab537-7ec8-418a-8d5d-f1cd42876f3d service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] No waiting events found dispatching network-vif-plugged-a1fc4442-9bc3-4cb5-8d73-70c0809d4d79 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.834386] env[69702]: WARNING nova.compute.manager [req-e1f53b71-1483-43f4-bdc8-9460a6361683 req-763ab537-7ec8-418a-8d5d-f1cd42876f3d service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Received unexpected event network-vif-plugged-a1fc4442-9bc3-4cb5-8d73-70c0809d4d79 for instance with vm_state building and task_state spawning. [ 719.989855] env[69702]: DEBUG nova.network.neutron [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Successfully updated port: a1fc4442-9bc3-4cb5-8d73-70c0809d4d79 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.041087] env[69702]: DEBUG nova.compute.manager [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.127342] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.261282] env[69702]: DEBUG nova.network.neutron [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Successfully created port: 7812da67-c468-4322-91c1-ed63e2d9777e {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.309114] env[69702]: DEBUG nova.network.neutron [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.439994] env[69702]: DEBUG nova.network.neutron [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.494863] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.494863] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquired lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.494863] env[69702]: DEBUG nova.network.neutron [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.628983] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084787, 'name': ReconfigVM_Task, 'duration_secs': 0.623731} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.628983] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 4cbf057b-da38-415c-b0aa-641e21e44333/4cbf057b-da38-415c-b0aa-641e21e44333.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.633031] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fe04514-64f8-4a99-b9e8-f779e4f90c04 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.638029] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 720.638029] env[69702]: value = "task-3084788" [ 720.638029] env[69702]: _type = "Task" [ 720.638029] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.651861] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084788, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.665741] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66653bf8-4cb8-4c1b-b0f8-8f7e6553e659 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.673852] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8eea52-a9b4-4d4d-8280-9ea98ff8844d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.711163] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b1b16b-87cf-45cc-9ea9-34c5a16fbbde {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.719105] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb8b5b5-bd9c-4099-94a9-071a6d033836 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.737658] env[69702]: DEBUG nova.compute.provider_tree [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.942800] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Releasing lock "refresh_cache-1a168001-abf2-4fc9-b93c-2eea7bd3bb21" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.942800] env[69702]: DEBUG nova.compute.manager [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.942800] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.944107] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2245aead-a916-44e9-93a1-bd229f76cc1b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.951386] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.951636] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-225c1ee1-f5b9-417f-a0a4-b28482ced007 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.957798] env[69702]: DEBUG oslo_vmware.api [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 720.957798] env[69702]: value = "task-3084789" [ 720.957798] env[69702]: _type = "Task" [ 720.957798] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.966795] env[69702]: DEBUG oslo_vmware.api [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.036892] env[69702]: DEBUG nova.network.neutron [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.052731] env[69702]: DEBUG nova.compute.manager [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.081114] env[69702]: DEBUG nova.virt.hardware [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.081420] env[69702]: DEBUG nova.virt.hardware [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.081605] env[69702]: DEBUG nova.virt.hardware [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.081911] env[69702]: DEBUG nova.virt.hardware [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.082111] env[69702]: DEBUG nova.virt.hardware [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.082298] env[69702]: DEBUG nova.virt.hardware [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.083468] env[69702]: DEBUG nova.virt.hardware [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.083468] env[69702]: DEBUG nova.virt.hardware [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.083468] env[69702]: DEBUG nova.virt.hardware [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.083468] env[69702]: DEBUG nova.virt.hardware [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.083468] env[69702]: DEBUG nova.virt.hardware [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.085176] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a48afca-7117-4e74-94d7-cb4eea206479 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.097746] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e714b5da-83bd-4e2e-a554-1687e67e9080 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.146913] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084788, 'name': Rename_Task, 'duration_secs': 0.156235} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.149856] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.149955] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa8f2c99-2d9c-4614-8fc6-7daf439daaf2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.158621] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 721.158621] env[69702]: value = "task-3084790" [ 721.158621] env[69702]: _type = "Task" [ 721.158621] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.168258] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.244951] env[69702]: DEBUG nova.scheduler.client.report [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.255652] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Acquiring lock "62fa2fd7-c135-42ef-88ab-d5090907b77c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.255911] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Lock "62fa2fd7-c135-42ef-88ab-d5090907b77c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.267135] env[69702]: DEBUG nova.network.neutron [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Updating instance_info_cache with network_info: [{"id": "a1fc4442-9bc3-4cb5-8d73-70c0809d4d79", "address": "fa:16:3e:8b:98:3d", "network": {"id": "ee477ccb-3d4a-4a17-8aa1-268498c4013e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1796106608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "004ac863eeca48d5a7b67251cd90369f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fc4442-9b", "ovs_interfaceid": "a1fc4442-9bc3-4cb5-8d73-70c0809d4d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.470719] env[69702]: DEBUG oslo_vmware.api [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084789, 'name': PowerOffVM_Task, 'duration_secs': 0.121175} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.471045] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.471233] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.472016] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbe59862-1139-409a-a9ac-6721bad11b5d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.501152] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.501410] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.501600] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Deleting the datastore file [datastore2] 1a168001-abf2-4fc9-b93c-2eea7bd3bb21 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.501895] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4325b1b-91e1-486a-9817-8a633da07150 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.509263] env[69702]: DEBUG oslo_vmware.api [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for the task: (returnval){ [ 721.509263] env[69702]: value = "task-3084792" [ 721.509263] env[69702]: _type = "Task" [ 721.509263] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.519084] env[69702]: DEBUG oslo_vmware.api [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.671465] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084790, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.750098] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.750669] env[69702]: DEBUG nova.compute.manager [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.753346] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.302s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.755692] env[69702]: DEBUG nova.objects.instance [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Lazy-loading 'resources' on Instance uuid 58f8e93d-252b-4b10-acbb-992512434c5c {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.770758] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Releasing lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.771077] env[69702]: DEBUG nova.compute.manager [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Instance network_info: |[{"id": "a1fc4442-9bc3-4cb5-8d73-70c0809d4d79", "address": "fa:16:3e:8b:98:3d", "network": {"id": "ee477ccb-3d4a-4a17-8aa1-268498c4013e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1796106608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "004ac863eeca48d5a7b67251cd90369f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fc4442-9b", "ovs_interfaceid": "a1fc4442-9bc3-4cb5-8d73-70c0809d4d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.771467] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:98:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1fc4442-9bc3-4cb5-8d73-70c0809d4d79', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.779293] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.780089] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.780336] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e161fb5a-9f45-4a53-99af-2aa49c34ebca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.802700] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.802700] env[69702]: value = "task-3084793" [ 721.802700] env[69702]: _type = "Task" [ 721.802700] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.810649] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084793, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.861469] env[69702]: DEBUG nova.compute.manager [req-660dab67-d8e6-49b3-ab94-79d280784b39 req-0ef33c81-7f84-443c-8bff-cdaf189d2152 service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Received event network-changed-a1fc4442-9bc3-4cb5-8d73-70c0809d4d79 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.861469] env[69702]: DEBUG nova.compute.manager [req-660dab67-d8e6-49b3-ab94-79d280784b39 req-0ef33c81-7f84-443c-8bff-cdaf189d2152 service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Refreshing instance network info cache due to event network-changed-a1fc4442-9bc3-4cb5-8d73-70c0809d4d79. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.861633] env[69702]: DEBUG oslo_concurrency.lockutils [req-660dab67-d8e6-49b3-ab94-79d280784b39 req-0ef33c81-7f84-443c-8bff-cdaf189d2152 service nova] Acquiring lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.861778] env[69702]: DEBUG oslo_concurrency.lockutils [req-660dab67-d8e6-49b3-ab94-79d280784b39 req-0ef33c81-7f84-443c-8bff-cdaf189d2152 service nova] Acquired lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.861851] env[69702]: DEBUG nova.network.neutron [req-660dab67-d8e6-49b3-ab94-79d280784b39 req-0ef33c81-7f84-443c-8bff-cdaf189d2152 service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Refreshing network info cache for port a1fc4442-9bc3-4cb5-8d73-70c0809d4d79 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.020252] env[69702]: DEBUG oslo_vmware.api [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Task: {'id': task-3084792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098751} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.020252] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.020252] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.020252] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.020252] env[69702]: INFO nova.compute.manager [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Took 1.08 seconds to destroy the instance on the hypervisor. [ 722.020252] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.020252] env[69702]: DEBUG nova.compute.manager [-] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.020252] env[69702]: DEBUG nova.network.neutron [-] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.065237] env[69702]: DEBUG nova.network.neutron [-] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.168942] env[69702]: DEBUG oslo_vmware.api [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084790, 'name': PowerOnVM_Task, 'duration_secs': 0.555972} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.172427] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.172427] env[69702]: INFO nova.compute.manager [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Took 8.80 seconds to spawn the instance on the hypervisor. [ 722.172427] env[69702]: DEBUG nova.compute.manager [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.172427] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c984e31c-4de9-4816-aa00-51fecc133d86 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.228364] env[69702]: DEBUG nova.network.neutron [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Successfully updated port: 7812da67-c468-4322-91c1-ed63e2d9777e {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.257244] env[69702]: DEBUG nova.compute.utils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.262459] env[69702]: DEBUG nova.compute.manager [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Not allocating networking since 'none' was specified. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 722.315369] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084793, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.567838] env[69702]: DEBUG nova.network.neutron [-] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.690466] env[69702]: DEBUG nova.network.neutron [req-660dab67-d8e6-49b3-ab94-79d280784b39 req-0ef33c81-7f84-443c-8bff-cdaf189d2152 service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Updated VIF entry in instance network info cache for port a1fc4442-9bc3-4cb5-8d73-70c0809d4d79. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.691596] env[69702]: DEBUG nova.network.neutron [req-660dab67-d8e6-49b3-ab94-79d280784b39 req-0ef33c81-7f84-443c-8bff-cdaf189d2152 service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Updating instance_info_cache with network_info: [{"id": "a1fc4442-9bc3-4cb5-8d73-70c0809d4d79", "address": "fa:16:3e:8b:98:3d", "network": {"id": "ee477ccb-3d4a-4a17-8aa1-268498c4013e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1796106608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "004ac863eeca48d5a7b67251cd90369f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fc4442-9b", "ovs_interfaceid": "a1fc4442-9bc3-4cb5-8d73-70c0809d4d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.695563] env[69702]: INFO nova.compute.manager [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Took 42.50 seconds to build instance. [ 722.832507] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.832507] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.832507] env[69702]: DEBUG nova.network.neutron [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.832507] env[69702]: DEBUG nova.compute.manager [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.832507] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084793, 'name': CreateVM_Task, 'duration_secs': 0.658495} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.832507] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.832507] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.832507] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.832507] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.832507] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4c4b58-a755-4317-96e1-66f75d5c642c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.832507] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 722.832507] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527e384f-6013-93dd-4948-a7fcd5acc3ee" [ 722.832507] env[69702]: _type = "Task" [ 722.832507] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.841861] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527e384f-6013-93dd-4948-a7fcd5acc3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.842955] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.845038] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.845038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.845038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.845038] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.845038] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0b2a929-3d70-4a11-b34c-31fa3cc3d6f7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.858025] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.858025] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.858025] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81d72c1-8fb1-4a92-9ee4-b39d4d7e03e6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.863415] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 722.863415] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523d4d6d-a7f6-6458-1924-6357418bc0dd" [ 722.863415] env[69702]: _type = "Task" [ 722.863415] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.874358] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523d4d6d-a7f6-6458-1924-6357418bc0dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.913777] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aae201b-f8a3-4972-bafe-60908e5c1315 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.921079] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f71861-d9ec-4170-8b22-09f9609980bb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.951449] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc419ffe-813f-4f49-ba69-be01d9934050 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.960208] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c3d8f3-5ccd-4524-b976-9ad7356f199c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.974192] env[69702]: DEBUG nova.compute.provider_tree [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.073880] env[69702]: INFO nova.compute.manager [-] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Took 1.05 seconds to deallocate network for instance. [ 723.194818] env[69702]: DEBUG oslo_concurrency.lockutils [req-660dab67-d8e6-49b3-ab94-79d280784b39 req-0ef33c81-7f84-443c-8bff-cdaf189d2152 service nova] Releasing lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.196492] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e00db28-2110-4c22-b2ff-e3cebb648a31 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lock "4cbf057b-da38-415c-b0aa-641e21e44333" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.325s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.291015] env[69702]: DEBUG nova.network.neutron [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.373699] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523d4d6d-a7f6-6458-1924-6357418bc0dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.374548] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8bff288-60cf-419f-afc6-dbcca5575094 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.379487] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 723.379487] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52901a52-cde6-cb81-a787-08648f05fa3b" [ 723.379487] env[69702]: _type = "Task" [ 723.379487] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.392092] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52901a52-cde6-cb81-a787-08648f05fa3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.477957] env[69702]: DEBUG nova.scheduler.client.report [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.487931] env[69702]: DEBUG nova.network.neutron [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Updating instance_info_cache with network_info: [{"id": "7812da67-c468-4322-91c1-ed63e2d9777e", "address": "fa:16:3e:e1:05:0d", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7812da67-c4", "ovs_interfaceid": "7812da67-c468-4322-91c1-ed63e2d9777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.581440] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.698646] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.776040] env[69702]: DEBUG nova.compute.manager [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.798729] env[69702]: DEBUG nova.virt.hardware [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.799025] env[69702]: DEBUG nova.virt.hardware [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.799191] env[69702]: DEBUG nova.virt.hardware [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.799376] env[69702]: DEBUG nova.virt.hardware [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.800027] env[69702]: DEBUG nova.virt.hardware [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.800027] env[69702]: DEBUG nova.virt.hardware [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.800027] env[69702]: DEBUG nova.virt.hardware [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.800027] env[69702]: DEBUG nova.virt.hardware [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.800258] env[69702]: DEBUG nova.virt.hardware [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.800347] env[69702]: DEBUG nova.virt.hardware [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.801036] env[69702]: DEBUG nova.virt.hardware [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.801714] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1438d1eb-87c5-41b9-b316-3508780d461d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.809833] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235650de-50a9-4d3c-9dda-985e70316498 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.822795] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.828120] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Creating folder: Project (eaca1089305f4a909c4ecd339289c588). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.828484] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd687060-d7e0-46f3-b2bc-4962ef8a216a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.837194] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Created folder: Project (eaca1089305f4a909c4ecd339289c588) in parent group-v617437. [ 723.837386] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Creating folder: Instances. Parent ref: group-v617532. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.837601] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-069ac804-c91a-4996-9e4d-66e745cabdde {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.845219] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Created folder: Instances in parent group-v617532. [ 723.845443] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.845623] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.845847] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bcd532a-690c-4040-b8cb-b0c7b329eb58 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.861682] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.861682] env[69702]: value = "task-3084796" [ 723.861682] env[69702]: _type = "Task" [ 723.861682] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.868751] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084796, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.888323] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52901a52-cde6-cb81-a787-08648f05fa3b, 'name': SearchDatastore_Task, 'duration_secs': 0.046373} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.889578] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.889839] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 67b31c61-8436-48f7-9bc4-af90ecd843b1/67b31c61-8436-48f7-9bc4-af90ecd843b1.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.891047] env[69702]: DEBUG nova.compute.manager [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Received event network-vif-plugged-7812da67-c468-4322-91c1-ed63e2d9777e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.891214] env[69702]: DEBUG oslo_concurrency.lockutils [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] Acquiring lock "dd87b231-075a-46c6-ae8f-3152bfb685b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.891419] env[69702]: DEBUG oslo_concurrency.lockutils [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] Lock "dd87b231-075a-46c6-ae8f-3152bfb685b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.891585] env[69702]: DEBUG oslo_concurrency.lockutils [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] Lock "dd87b231-075a-46c6-ae8f-3152bfb685b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.891744] env[69702]: DEBUG nova.compute.manager [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] No waiting events found dispatching network-vif-plugged-7812da67-c468-4322-91c1-ed63e2d9777e {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.891904] env[69702]: WARNING nova.compute.manager [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Received unexpected event network-vif-plugged-7812da67-c468-4322-91c1-ed63e2d9777e for instance with vm_state building and task_state spawning. [ 723.892075] env[69702]: DEBUG nova.compute.manager [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Received event network-changed-7812da67-c468-4322-91c1-ed63e2d9777e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.892238] env[69702]: DEBUG nova.compute.manager [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Refreshing instance network info cache due to event network-changed-7812da67-c468-4322-91c1-ed63e2d9777e. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.892481] env[69702]: DEBUG oslo_concurrency.lockutils [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] Acquiring lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.892751] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af7b1a67-c432-4fdf-95d2-d8ab82ad4fc9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.899462] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 723.899462] env[69702]: value = "task-3084797" [ 723.899462] env[69702]: _type = "Task" [ 723.899462] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.907254] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.982833] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.986489] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.903s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.986758] env[69702]: DEBUG nova.objects.instance [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lazy-loading 'resources' on Instance uuid 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.988552] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.988856] env[69702]: DEBUG nova.compute.manager [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Instance network_info: |[{"id": "7812da67-c468-4322-91c1-ed63e2d9777e", "address": "fa:16:3e:e1:05:0d", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7812da67-c4", "ovs_interfaceid": "7812da67-c468-4322-91c1-ed63e2d9777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.989169] env[69702]: DEBUG oslo_concurrency.lockutils [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] Acquired lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.989353] env[69702]: DEBUG nova.network.neutron [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Refreshing network info cache for port 7812da67-c468-4322-91c1-ed63e2d9777e {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.991042] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:05:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7812da67-c468-4322-91c1-ed63e2d9777e', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.001208] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Creating folder: Project (9251ee7f0dc6425f8bb25921c6ae3377). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.002888] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f3d68b3-aa2c-4f80-a84a-fec6b03fcbf5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.009206] env[69702]: INFO nova.scheduler.client.report [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Deleted allocations for instance 58f8e93d-252b-4b10-acbb-992512434c5c [ 724.015590] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Created folder: Project (9251ee7f0dc6425f8bb25921c6ae3377) in parent group-v617437. [ 724.015995] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Creating folder: Instances. Parent ref: group-v617535. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.016083] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c03250b8-476b-434b-92d4-0ab8e95ea7ba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.025448] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Created folder: Instances in parent group-v617535. [ 724.025695] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.025884] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.026117] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ae514be-a8e6-47f9-b4cd-6ed11fe6fd0d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.047095] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.047095] env[69702]: value = "task-3084800" [ 724.047095] env[69702]: _type = "Task" [ 724.047095] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.057882] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084800, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.117780] env[69702]: DEBUG nova.compute.manager [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.118916] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8084a2-1e99-4f6b-a213-ceb5afaf5267 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.219895] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.373711] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084796, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.409902] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084797, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.518579] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc6b2db7-a732-44c7-96bd-0fcbe429fd34 tempest-ServerTagsTestJSON-1624988523 tempest-ServerTagsTestJSON-1624988523-project-member] Lock "58f8e93d-252b-4b10-acbb-992512434c5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.603s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.561827] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084800, 'name': CreateVM_Task, 'duration_secs': 0.427333} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.561996] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.563079] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.563206] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.563538] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.564503] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5755e718-6310-4b35-826e-24b93b875830 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.570940] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 724.570940] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5241df7b-d270-da54-96ec-0083d4726a79" [ 724.570940] env[69702]: _type = "Task" [ 724.570940] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.579263] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5241df7b-d270-da54-96ec-0083d4726a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.632074] env[69702]: INFO nova.compute.manager [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] instance snapshotting [ 724.635780] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788434ed-b68a-4026-9ab3-f4f694bd73e0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.658966] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8098ca37-a48f-4a1d-a226-7a32e1b956c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.876064] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084796, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.909010] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517062} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.910118] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 67b31c61-8436-48f7-9bc4-af90ecd843b1/67b31c61-8436-48f7-9bc4-af90ecd843b1.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.910355] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.910641] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-674558d6-bd96-4704-857e-c5d89fe248fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.921049] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 724.921049] env[69702]: value = "task-3084801" [ 724.921049] env[69702]: _type = "Task" [ 724.921049] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.930890] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.037621] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69600878-7b19-4e32-92d2-ffaf05778520 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.041289] env[69702]: DEBUG nova.network.neutron [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Updated VIF entry in instance network info cache for port 7812da67-c468-4322-91c1-ed63e2d9777e. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.041624] env[69702]: DEBUG nova.network.neutron [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Updating instance_info_cache with network_info: [{"id": "7812da67-c468-4322-91c1-ed63e2d9777e", "address": "fa:16:3e:e1:05:0d", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7812da67-c4", "ovs_interfaceid": "7812da67-c468-4322-91c1-ed63e2d9777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.045759] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33351fb3-6f8d-48ab-97c6-f144cb1119ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.084535] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b66a86-29cd-465c-9c3f-8bd8fbec631e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.093994] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5241df7b-d270-da54-96ec-0083d4726a79, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.096214] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.096462] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.096699] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.096847] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.097354] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.097836] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4e10895-f23b-44ce-9fbb-c3d2c5e0fab8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.100603] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff20772c-b380-4580-9c21-69bf7984bc44 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.116042] env[69702]: DEBUG nova.compute.provider_tree [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.121064] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.121064] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.121064] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33da568d-d6e6-45a3-951e-984de7f2292a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.124340] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 725.124340] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52042532-4afe-452c-96c9-5029ae958796" [ 725.124340] env[69702]: _type = "Task" [ 725.124340] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.131799] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52042532-4afe-452c-96c9-5029ae958796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.169397] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 725.169717] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-21ce8cff-c980-4be9-b106-5a91d3a27403 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.176134] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 725.176134] env[69702]: value = "task-3084802" [ 725.176134] env[69702]: _type = "Task" [ 725.176134] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.184318] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084802, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.373372] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084796, 'name': CreateVM_Task, 'duration_secs': 1.376965} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.373541] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.374011] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.374138] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.374489] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.374697] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1131f848-0633-460d-b339-b0c553640489 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.379946] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 725.379946] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a1a130-81d4-0b9c-26c0-2d0a06a603fd" [ 725.379946] env[69702]: _type = "Task" [ 725.379946] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.389037] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a1a130-81d4-0b9c-26c0-2d0a06a603fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.430830] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064988} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.431911] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.432751] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922611a8-e202-47ce-89f8-95898e0f0215 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.456638] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 67b31c61-8436-48f7-9bc4-af90ecd843b1/67b31c61-8436-48f7-9bc4-af90ecd843b1.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.456947] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f67a2abe-480c-4983-bcd8-4127cf5d7a16 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.477169] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 725.477169] env[69702]: value = "task-3084803" [ 725.477169] env[69702]: _type = "Task" [ 725.477169] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.485211] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.546181] env[69702]: DEBUG oslo_concurrency.lockutils [req-36a6f8d8-24d6-4a09-9853-bfe8d94517f9 req-88bf8de9-3710-4c3b-9267-22180785c7a2 service nova] Releasing lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.621182] env[69702]: DEBUG nova.scheduler.client.report [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.638832] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52042532-4afe-452c-96c9-5029ae958796, 'name': SearchDatastore_Task, 'duration_secs': 0.008275} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.640399] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f768e5d5-ea6f-4f02-bf0a-6b8514738988 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.646689] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 725.646689] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522620e4-24f7-2b91-a972-a93fc45f9c3f" [ 725.646689] env[69702]: _type = "Task" [ 725.646689] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.658169] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522620e4-24f7-2b91-a972-a93fc45f9c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.693194] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084802, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.891481] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a1a130-81d4-0b9c-26c0-2d0a06a603fd, 'name': SearchDatastore_Task, 'duration_secs': 0.014349} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.892782] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.892782] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.892782] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.990183] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.132207] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.135852] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.634s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.138245] env[69702]: INFO nova.compute.claims [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.156469] env[69702]: INFO nova.scheduler.client.report [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Deleted allocations for instance 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5 [ 726.162940] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522620e4-24f7-2b91-a972-a93fc45f9c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.025692} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.165823] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.165972] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] dd87b231-075a-46c6-ae8f-3152bfb685b7/dd87b231-075a-46c6-ae8f-3152bfb685b7.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.168111] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.168111] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.168111] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30bbafe3-4b9b-4a9d-a4c1-80bc6ab84f66 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.171033] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64819e10-45f9-4ff1-9ed5-e1397a30abba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.179672] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 726.179672] env[69702]: value = "task-3084804" [ 726.179672] env[69702]: _type = "Task" [ 726.179672] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.186153] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.186384] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.188213] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6db727a-40ed-45a6-8889-1f0b62818410 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.195735] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084802, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.202745] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3084804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.204185] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 726.204185] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c1a121-89d2-b0c0-3904-ea1cfddc6362" [ 726.204185] env[69702]: _type = "Task" [ 726.204185] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.214833] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c1a121-89d2-b0c0-3904-ea1cfddc6362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.488152] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084803, 'name': ReconfigVM_Task, 'duration_secs': 0.643954} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.488453] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 67b31c61-8436-48f7-9bc4-af90ecd843b1/67b31c61-8436-48f7-9bc4-af90ecd843b1.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.489135] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4bc08fb-4908-43c2-8f29-87d4bf865684 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.495904] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 726.495904] env[69702]: value = "task-3084805" [ 726.495904] env[69702]: _type = "Task" [ 726.495904] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.505622] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084805, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.670304] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c5cbbba7-bfd6-4411-9f1c-872fb9ec0aa0 tempest-DeleteServersAdminTestJSON-1242550870 tempest-DeleteServersAdminTestJSON-1242550870-project-member] Lock "8a28ee81-c65d-4ccf-b8ea-d759a3375ed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.104s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.691996] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084802, 'name': CreateSnapshot_Task, 'duration_secs': 1.024796} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.696277] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 726.696277] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3084804, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.696946] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba17a82-f2b4-48d3-8a18-6b235f447843 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.717303] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c1a121-89d2-b0c0-3904-ea1cfddc6362, 'name': SearchDatastore_Task, 'duration_secs': 0.017534} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.718087] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc7ecb4-c0a5-45a9-9c3a-46396cc3f225 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.724758] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 726.724758] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ebc4b2-4ff9-8845-f7a9-dc64b8438155" [ 726.724758] env[69702]: _type = "Task" [ 726.724758] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.733272] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ebc4b2-4ff9-8845-f7a9-dc64b8438155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.006554] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084805, 'name': Rename_Task, 'duration_secs': 0.290392} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.006864] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.007128] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-189784a9-e74a-4090-a62d-387ce15106da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.013841] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 727.013841] env[69702]: value = "task-3084806" [ 727.013841] env[69702]: _type = "Task" [ 727.013841] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.021566] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.194535] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3084804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518381} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.194880] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] dd87b231-075a-46c6-ae8f-3152bfb685b7/dd87b231-075a-46c6-ae8f-3152bfb685b7.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.195170] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.195463] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e01a48bd-0a33-4cd6-b64a-e3b9679ebbb9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.204314] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 727.204314] env[69702]: value = "task-3084807" [ 727.204314] env[69702]: _type = "Task" [ 727.204314] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.218684] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 727.219089] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3084807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.221772] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41d2b586-a3d5-43fd-aa77-e350420fa0e2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.229911] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 727.229911] env[69702]: value = "task-3084808" [ 727.229911] env[69702]: _type = "Task" [ 727.229911] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.238084] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ebc4b2-4ff9-8845-f7a9-dc64b8438155, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.238938] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.239548] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] f208df38-eba6-4969-9639-176cddc5d1ff/f208df38-eba6-4969-9639-176cddc5d1ff.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.239679] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fae6fb3-d748-46a6-b503-1a015592a86d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.245852] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084808, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.252773] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 727.252773] env[69702]: value = "task-3084809" [ 727.252773] env[69702]: _type = "Task" [ 727.252773] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.261995] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.532783] env[69702]: DEBUG oslo_vmware.api [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084806, 'name': PowerOnVM_Task, 'duration_secs': 0.482898} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.533278] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.534068] env[69702]: INFO nova.compute.manager [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Took 9.19 seconds to spawn the instance on the hypervisor. [ 727.534068] env[69702]: DEBUG nova.compute.manager [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.534688] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0112ce4b-4322-46ca-b5e6-998b8fe529e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.714158] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3084807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067699} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.714386] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.715203] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6093db-a964-4587-a6d7-16bd6dd0583b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.742875] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] dd87b231-075a-46c6-ae8f-3152bfb685b7/dd87b231-075a-46c6-ae8f-3152bfb685b7.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.750015] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb7f460f-9719-4e04-9941-0907e90c0d20 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.767067] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148eb744-9207-443f-b3e9-eaf02c9a2c50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.777160] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084808, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.780832] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 727.780832] env[69702]: value = "task-3084810" [ 727.780832] env[69702]: _type = "Task" [ 727.780832] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.782748] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7647ed0-e991-433f-b26c-57c396eddbcf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.794132] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084809, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.802230] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3084810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.840162] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36b461c-c903-49f0-8951-7920877b5f9a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.847457] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7506e7-3e10-4c52-9cad-31bb0f2077dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.863103] env[69702]: DEBUG nova.compute.provider_tree [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.058499] env[69702]: INFO nova.compute.manager [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Took 46.27 seconds to build instance. [ 728.243549] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084808, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.279643] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610809} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.279904] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] f208df38-eba6-4969-9639-176cddc5d1ff/f208df38-eba6-4969-9639-176cddc5d1ff.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.280132] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.280375] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b27c8c6-ca28-48ab-b7b7-966cb557ba40 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.286841] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 728.286841] env[69702]: value = "task-3084811" [ 728.286841] env[69702]: _type = "Task" [ 728.286841] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.298148] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3084810, 'name': ReconfigVM_Task, 'duration_secs': 0.304425} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.301439] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Reconfigured VM instance instance-00000024 to attach disk [datastore1] dd87b231-075a-46c6-ae8f-3152bfb685b7/dd87b231-075a-46c6-ae8f-3152bfb685b7.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.301757] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.302704] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed5337ea-b77e-497d-89fa-90d1b1a2470e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.308033] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 728.308033] env[69702]: value = "task-3084812" [ 728.308033] env[69702]: _type = "Task" [ 728.308033] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.316305] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3084812, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.369296] env[69702]: DEBUG nova.scheduler.client.report [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.561662] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7b50528e-be27-485a-954b-d78c51af50fc tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "67b31c61-8436-48f7-9bc4-af90ecd843b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.201s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.744847] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084808, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.799507] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138972} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.799777] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.800592] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaa1975-f791-4e4a-ad91-80630fe20399 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.821601] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] f208df38-eba6-4969-9639-176cddc5d1ff/f208df38-eba6-4969-9639-176cddc5d1ff.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.829999] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ba44a5-ad8c-465f-b8ef-504e20457d6a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.855670] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3084812, 'name': Rename_Task, 'duration_secs': 0.156321} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.856956] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.857301] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 728.857301] env[69702]: value = "task-3084813" [ 728.857301] env[69702]: _type = "Task" [ 728.857301] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.857489] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbd31a3a-fa72-4759-9e1c-0a56a244f781 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.868991] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084813, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.870178] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 728.870178] env[69702]: value = "task-3084814" [ 728.870178] env[69702]: _type = "Task" [ 728.870178] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.873902] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.874404] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.881080] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.249s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.882531] env[69702]: INFO nova.compute.claims [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.886007] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3084814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.065053] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.244861] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084808, 'name': CloneVM_Task} progress is 95%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.368397] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084813, 'name': ReconfigVM_Task, 'duration_secs': 0.463946} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.368676] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Reconfigured VM instance instance-00000025 to attach disk [datastore1] f208df38-eba6-4969-9639-176cddc5d1ff/f208df38-eba6-4969-9639-176cddc5d1ff.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.369323] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02921334-3227-497e-8824-c6b967e6f802 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.382708] env[69702]: DEBUG oslo_vmware.api [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3084814, 'name': PowerOnVM_Task, 'duration_secs': 0.499759} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.384481] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.384841] env[69702]: INFO nova.compute.manager [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Took 8.33 seconds to spawn the instance on the hypervisor. [ 729.385206] env[69702]: DEBUG nova.compute.manager [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.385649] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 729.385649] env[69702]: value = "task-3084815" [ 729.385649] env[69702]: _type = "Task" [ 729.385649] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.389788] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dc496b-6806-41b1-b8bc-e7f5faee66b4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.393514] env[69702]: DEBUG nova.compute.utils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.399595] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.399912] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.414377] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084815, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.479548] env[69702]: DEBUG nova.policy [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c658b2bb9b964f9ba23ddd25c5147c15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21c1842c265441e2ab4a9e67591f55c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.592360] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.593586] env[69702]: DEBUG nova.compute.manager [req-c154f434-1d8e-46c7-9b8e-2b318152b7b6 req-6ef7b1a0-9e59-436d-8525-0b54f03bac8f service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Received event network-changed-a1fc4442-9bc3-4cb5-8d73-70c0809d4d79 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.593813] env[69702]: DEBUG nova.compute.manager [req-c154f434-1d8e-46c7-9b8e-2b318152b7b6 req-6ef7b1a0-9e59-436d-8525-0b54f03bac8f service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Refreshing instance network info cache due to event network-changed-a1fc4442-9bc3-4cb5-8d73-70c0809d4d79. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.594037] env[69702]: DEBUG oslo_concurrency.lockutils [req-c154f434-1d8e-46c7-9b8e-2b318152b7b6 req-6ef7b1a0-9e59-436d-8525-0b54f03bac8f service nova] Acquiring lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.594187] env[69702]: DEBUG oslo_concurrency.lockutils [req-c154f434-1d8e-46c7-9b8e-2b318152b7b6 req-6ef7b1a0-9e59-436d-8525-0b54f03bac8f service nova] Acquired lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.594350] env[69702]: DEBUG nova.network.neutron [req-c154f434-1d8e-46c7-9b8e-2b318152b7b6 req-6ef7b1a0-9e59-436d-8525-0b54f03bac8f service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Refreshing network info cache for port a1fc4442-9bc3-4cb5-8d73-70c0809d4d79 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.746266] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084808, 'name': CloneVM_Task, 'duration_secs': 2.24296} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.747236] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Created linked-clone VM from snapshot [ 729.748291] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b881c7e1-9cd7-42dd-b5da-f38c1e778756 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.757200] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Uploading image 31bd8434-9b37-48ea-b67c-4ecc82d046ca {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.784676] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.784676] env[69702]: value = "vm-617539" [ 729.784676] env[69702]: _type = "VirtualMachine" [ 729.784676] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.786016] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-efa3658d-30c5-4ce9-b6dc-e4466dad5d29 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.798019] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lease: (returnval){ [ 729.798019] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f4076e-c33e-1bd3-ee64-912837d41398" [ 729.798019] env[69702]: _type = "HttpNfcLease" [ 729.798019] env[69702]: } obtained for exporting VM: (result){ [ 729.798019] env[69702]: value = "vm-617539" [ 729.798019] env[69702]: _type = "VirtualMachine" [ 729.798019] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.798019] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the lease: (returnval){ [ 729.798019] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f4076e-c33e-1bd3-ee64-912837d41398" [ 729.798019] env[69702]: _type = "HttpNfcLease" [ 729.798019] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.803455] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.803455] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f4076e-c33e-1bd3-ee64-912837d41398" [ 729.803455] env[69702]: _type = "HttpNfcLease" [ 729.803455] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 729.901816] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.904382] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084815, 'name': Rename_Task, 'duration_secs': 0.164669} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.905242] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.906112] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Successfully created port: 2dc217a7-8aca-43ea-bc5b-02dd93d37afe {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.907909] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a78473d-f012-4010-8c2f-5f1144dbe646 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.919537] env[69702]: INFO nova.compute.manager [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Took 42.07 seconds to build instance. [ 729.924288] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 729.924288] env[69702]: value = "task-3084817" [ 729.924288] env[69702]: _type = "Task" [ 729.924288] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.939528] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.303736] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.303736] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f4076e-c33e-1bd3-ee64-912837d41398" [ 730.303736] env[69702]: _type = "HttpNfcLease" [ 730.303736] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 730.304134] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 730.304134] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f4076e-c33e-1bd3-ee64-912837d41398" [ 730.304134] env[69702]: _type = "HttpNfcLease" [ 730.304134] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 730.304923] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52df26e-2559-420c-8d61-d37bf63f92db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.318348] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5219345f-1b1f-764f-3fa0-119b3d3589a2/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 730.318348] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5219345f-1b1f-764f-3fa0-119b3d3589a2/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 730.392139] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "67b31c61-8436-48f7-9bc4-af90ecd843b1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.392139] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "67b31c61-8436-48f7-9bc4-af90ecd843b1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.392139] env[69702]: INFO nova.compute.manager [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Rebooting instance [ 730.421816] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0f0763e2-e858-434c-9f18-1d2062a37287 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.015s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.434496] env[69702]: DEBUG oslo_vmware.api [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084817, 'name': PowerOnVM_Task, 'duration_secs': 0.456679} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.437264] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.437484] env[69702]: INFO nova.compute.manager [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Took 6.66 seconds to spawn the instance on the hypervisor. [ 730.437699] env[69702]: DEBUG nova.compute.manager [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.439218] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3374dc2a-0332-4038-ab31-00d3f43778f0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.466026] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed59f827-a38b-4577-909c-24d50ea5cc8e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.536797] env[69702]: DEBUG nova.network.neutron [req-c154f434-1d8e-46c7-9b8e-2b318152b7b6 req-6ef7b1a0-9e59-436d-8525-0b54f03bac8f service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Updated VIF entry in instance network info cache for port a1fc4442-9bc3-4cb5-8d73-70c0809d4d79. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.537164] env[69702]: DEBUG nova.network.neutron [req-c154f434-1d8e-46c7-9b8e-2b318152b7b6 req-6ef7b1a0-9e59-436d-8525-0b54f03bac8f service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Updating instance_info_cache with network_info: [{"id": "a1fc4442-9bc3-4cb5-8d73-70c0809d4d79", "address": "fa:16:3e:8b:98:3d", "network": {"id": "ee477ccb-3d4a-4a17-8aa1-268498c4013e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1796106608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "004ac863eeca48d5a7b67251cd90369f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fc4442-9b", "ovs_interfaceid": "a1fc4442-9bc3-4cb5-8d73-70c0809d4d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.639810] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56416e36-35bc-4104-b5c4-0c22e8bab4e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.647886] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8060969f-db53-4826-b257-0115c66a78b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.684226] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4966f48e-cd6d-4e30-8743-f28e49b17011 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.692947] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d32b483-a9e2-44bd-9e5e-583c893dfa52 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.707592] env[69702]: DEBUG nova.compute.provider_tree [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.920357] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.923964] env[69702]: DEBUG nova.compute.manager [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.931223] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.961046] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.961304] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.961954] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.961954] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.962312] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.962463] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.962988] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.962988] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.963078] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.965505] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.965505] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.965505] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c1431c-fd19-480c-91da-a8a5291dee76 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.970185] env[69702]: INFO nova.compute.manager [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Took 38.41 seconds to build instance. [ 730.977528] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32680f0-4a9c-40b4-8d6d-61fc553f5a8b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.041042] env[69702]: DEBUG oslo_concurrency.lockutils [req-c154f434-1d8e-46c7-9b8e-2b318152b7b6 req-6ef7b1a0-9e59-436d-8525-0b54f03bac8f service nova] Releasing lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.041934] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquired lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.041934] env[69702]: DEBUG nova.network.neutron [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.214395] env[69702]: DEBUG nova.scheduler.client.report [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.437941] env[69702]: DEBUG nova.compute.manager [req-120648b0-0b5d-4e40-9eeb-b2d067263821 req-532dc22a-09ed-4706-ac84-9e7ae86dd5e4 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Received event network-changed-7812da67-c468-4322-91c1-ed63e2d9777e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.440569] env[69702]: DEBUG nova.compute.manager [req-120648b0-0b5d-4e40-9eeb-b2d067263821 req-532dc22a-09ed-4706-ac84-9e7ae86dd5e4 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Refreshing instance network info cache due to event network-changed-7812da67-c468-4322-91c1-ed63e2d9777e. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.440800] env[69702]: DEBUG oslo_concurrency.lockutils [req-120648b0-0b5d-4e40-9eeb-b2d067263821 req-532dc22a-09ed-4706-ac84-9e7ae86dd5e4 service nova] Acquiring lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.440939] env[69702]: DEBUG oslo_concurrency.lockutils [req-120648b0-0b5d-4e40-9eeb-b2d067263821 req-532dc22a-09ed-4706-ac84-9e7ae86dd5e4 service nova] Acquired lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.441131] env[69702]: DEBUG nova.network.neutron [req-120648b0-0b5d-4e40-9eeb-b2d067263821 req-532dc22a-09ed-4706-ac84-9e7ae86dd5e4 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Refreshing network info cache for port 7812da67-c468-4322-91c1-ed63e2d9777e {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.457093] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.472997] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eee05f04-01e6-464d-a197-d2e81ccaf5a3 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Lock "f208df38-eba6-4969-9639-176cddc5d1ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.167s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.588914] env[69702]: INFO nova.compute.manager [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Rebuilding instance [ 731.655676] env[69702]: DEBUG nova.compute.manager [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.655912] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39416687-8f48-4e4b-98f8-c26c033a70d9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.724819] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.725557] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.728864] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.481s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.729313] env[69702]: DEBUG nova.objects.instance [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lazy-loading 'resources' on Instance uuid d2cc073a-aef3-46a2-9963-3163981b7e55 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.976260] env[69702]: DEBUG nova.compute.manager [None req-be50871f-ee01-4301-8a19-7845dbcd5e9a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 92e0a7eb-69e7-4318-8d9d-6c72001efe77] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.233461] env[69702]: DEBUG nova.compute.utils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.239814] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.239814] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.334801] env[69702]: DEBUG nova.network.neutron [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Updating instance_info_cache with network_info: [{"id": "a1fc4442-9bc3-4cb5-8d73-70c0809d4d79", "address": "fa:16:3e:8b:98:3d", "network": {"id": "ee477ccb-3d4a-4a17-8aa1-268498c4013e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1796106608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "004ac863eeca48d5a7b67251cd90369f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fc4442-9b", "ovs_interfaceid": "a1fc4442-9bc3-4cb5-8d73-70c0809d4d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.375869] env[69702]: DEBUG nova.policy [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c658b2bb9b964f9ba23ddd25c5147c15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21c1842c265441e2ab4a9e67591f55c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.406199] env[69702]: DEBUG nova.compute.manager [req-89fd264e-51b7-4f2b-8894-200ee3228742 req-15b4e395-2b62-4856-a385-b4b13a5d2522 service nova] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Received event network-vif-plugged-2dc217a7-8aca-43ea-bc5b-02dd93d37afe {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.406424] env[69702]: DEBUG oslo_concurrency.lockutils [req-89fd264e-51b7-4f2b-8894-200ee3228742 req-15b4e395-2b62-4856-a385-b4b13a5d2522 service nova] Acquiring lock "756ccd3a-c4c4-41eb-b460-c4b34f07f375-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.411216] env[69702]: DEBUG oslo_concurrency.lockutils [req-89fd264e-51b7-4f2b-8894-200ee3228742 req-15b4e395-2b62-4856-a385-b4b13a5d2522 service nova] Lock "756ccd3a-c4c4-41eb-b460-c4b34f07f375-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.005s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.411427] env[69702]: DEBUG oslo_concurrency.lockutils [req-89fd264e-51b7-4f2b-8894-200ee3228742 req-15b4e395-2b62-4856-a385-b4b13a5d2522 service nova] Lock "756ccd3a-c4c4-41eb-b460-c4b34f07f375-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.412324] env[69702]: DEBUG nova.compute.manager [req-89fd264e-51b7-4f2b-8894-200ee3228742 req-15b4e395-2b62-4856-a385-b4b13a5d2522 service nova] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] No waiting events found dispatching network-vif-plugged-2dc217a7-8aca-43ea-bc5b-02dd93d37afe {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.412324] env[69702]: WARNING nova.compute.manager [req-89fd264e-51b7-4f2b-8894-200ee3228742 req-15b4e395-2b62-4856-a385-b4b13a5d2522 service nova] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Received unexpected event network-vif-plugged-2dc217a7-8aca-43ea-bc5b-02dd93d37afe for instance with vm_state building and task_state spawning. [ 732.460019] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Successfully updated port: 2dc217a7-8aca-43ea-bc5b-02dd93d37afe {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.480543] env[69702]: DEBUG nova.compute.manager [None req-be50871f-ee01-4301-8a19-7845dbcd5e9a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 92e0a7eb-69e7-4318-8d9d-6c72001efe77] Instance disappeared before build. {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 732.588860] env[69702]: DEBUG nova.network.neutron [req-120648b0-0b5d-4e40-9eeb-b2d067263821 req-532dc22a-09ed-4706-ac84-9e7ae86dd5e4 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Updated VIF entry in instance network info cache for port 7812da67-c468-4322-91c1-ed63e2d9777e. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.589273] env[69702]: DEBUG nova.network.neutron [req-120648b0-0b5d-4e40-9eeb-b2d067263821 req-532dc22a-09ed-4706-ac84-9e7ae86dd5e4 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Updating instance_info_cache with network_info: [{"id": "7812da67-c468-4322-91c1-ed63e2d9777e", "address": "fa:16:3e:e1:05:0d", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7812da67-c4", "ovs_interfaceid": "7812da67-c468-4322-91c1-ed63e2d9777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.673921] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.674267] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96d952e6-ea2b-404b-9501-f47013ae8d0f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.682428] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 732.682428] env[69702]: value = "task-3084818" [ 732.682428] env[69702]: _type = "Task" [ 732.682428] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.696559] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.735939] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.838480] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Releasing lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.881617] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a95149-465e-48a0-92f7-9ee998568145 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.890132] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb36691f-88d2-4642-b527-dcac3c8a022a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.922098] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a916b-943e-4c72-9c4a-743f3ce5e033 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.930844] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5aec16-84e6-42ac-92b9-8e694f1730fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.947501] env[69702]: DEBUG nova.compute.provider_tree [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.955462] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Successfully created port: 0dc6ddae-0c46-4547-81e7-922dba2e9f3e {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.966168] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "refresh_cache-756ccd3a-c4c4-41eb-b460-c4b34f07f375" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.966168] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquired lock "refresh_cache-756ccd3a-c4c4-41eb-b460-c4b34f07f375" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.966168] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.998420] env[69702]: DEBUG oslo_concurrency.lockutils [None req-be50871f-ee01-4301-8a19-7845dbcd5e9a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "92e0a7eb-69e7-4318-8d9d-6c72001efe77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.103s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.094136] env[69702]: DEBUG oslo_concurrency.lockutils [req-120648b0-0b5d-4e40-9eeb-b2d067263821 req-532dc22a-09ed-4706-ac84-9e7ae86dd5e4 service nova] Releasing lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.193777] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084818, 'name': PowerOffVM_Task, 'duration_secs': 0.14432} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.194127] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.194340] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.195182] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9943d9-f563-4643-9a16-09ffe39eae87 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.202506] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.202779] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd1c11a6-f741-44e8-ae05-6c7c64383cca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.231018] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.231018] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.231018] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Deleting the datastore file [datastore1] f208df38-eba6-4969-9639-176cddc5d1ff {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.231018] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-172d6864-0cf5-4c59-87ec-89f9ed64df3f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.237825] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 733.237825] env[69702]: value = "task-3084820" [ 733.237825] env[69702]: _type = "Task" [ 733.237825] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.250054] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.344576] env[69702]: DEBUG nova.compute.manager [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.345695] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ef5e2c-7b5f-4839-b6ac-774ba348cec6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.451641] env[69702]: DEBUG nova.scheduler.client.report [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.501357] env[69702]: DEBUG nova.compute.manager [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.509131] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.679453] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Updating instance_info_cache with network_info: [{"id": "2dc217a7-8aca-43ea-bc5b-02dd93d37afe", "address": "fa:16:3e:bf:a1:59", "network": {"id": "1a1e1ed1-561f-48c8-bca4-da5912735a02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1584693755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21c1842c265441e2ab4a9e67591f55c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc217a7-8a", "ovs_interfaceid": "2dc217a7-8aca-43ea-bc5b-02dd93d37afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.748768] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258626} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.749089] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.749277] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.749452] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.756903] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.788130] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.788469] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.788638] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.788826] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.789031] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.789836] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.789836] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.789836] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.789960] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.790045] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.790226] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.791201] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b2af51-2379-462b-a471-886464252135 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.800125] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763d2e62-3f95-4280-bed5-96c11792ec37 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.958223] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.961810] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.692s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.962083] env[69702]: DEBUG nova.objects.instance [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Lazy-loading 'resources' on Instance uuid 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.990213] env[69702]: INFO nova.scheduler.client.report [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Deleted allocations for instance d2cc073a-aef3-46a2-9963-3163981b7e55 [ 734.038235] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.183251] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Releasing lock "refresh_cache-756ccd3a-c4c4-41eb-b460-c4b34f07f375" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.183715] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Instance network_info: |[{"id": "2dc217a7-8aca-43ea-bc5b-02dd93d37afe", "address": "fa:16:3e:bf:a1:59", "network": {"id": "1a1e1ed1-561f-48c8-bca4-da5912735a02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1584693755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21c1842c265441e2ab4a9e67591f55c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc217a7-8a", "ovs_interfaceid": "2dc217a7-8aca-43ea-bc5b-02dd93d37afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.184503] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:a1:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dc217a7-8aca-43ea-bc5b-02dd93d37afe', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.191990] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Creating folder: Project (21c1842c265441e2ab4a9e67591f55c7). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.192317] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2f8e390-f5e6-466f-8e9f-2befbebe588e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.204058] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Created folder: Project (21c1842c265441e2ab4a9e67591f55c7) in parent group-v617437. [ 734.204275] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Creating folder: Instances. Parent ref: group-v617540. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.204516] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77d87860-b490-4c9c-b4de-80232f4a8b40 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.214477] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Created folder: Instances in parent group-v617540. [ 734.215198] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.215198] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.215198] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-859f99d0-cd8c-4d98-979a-ce8c6e936ca7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.235382] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.235382] env[69702]: value = "task-3084823" [ 734.235382] env[69702]: _type = "Task" [ 734.235382] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.243878] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084823, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.365538] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cecf3f-f3cf-4d03-9854-29fda78956b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.373636] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Doing hard reboot of VM {{(pid=69702) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 734.373931] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-939ad116-45b1-479d-86ec-3bc9b9d3aa06 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.379803] env[69702]: DEBUG oslo_vmware.api [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 734.379803] env[69702]: value = "task-3084824" [ 734.379803] env[69702]: _type = "Task" [ 734.379803] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.389463] env[69702]: DEBUG oslo_vmware.api [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084824, 'name': ResetVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.441104] env[69702]: DEBUG nova.compute.manager [req-b6555862-8f06-4e6c-88b1-3667f3b57cd8 req-8b075c19-5785-46f3-9818-7d52af0ee885 service nova] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Received event network-changed-2dc217a7-8aca-43ea-bc5b-02dd93d37afe {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.441336] env[69702]: DEBUG nova.compute.manager [req-b6555862-8f06-4e6c-88b1-3667f3b57cd8 req-8b075c19-5785-46f3-9818-7d52af0ee885 service nova] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Refreshing instance network info cache due to event network-changed-2dc217a7-8aca-43ea-bc5b-02dd93d37afe. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.441567] env[69702]: DEBUG oslo_concurrency.lockutils [req-b6555862-8f06-4e6c-88b1-3667f3b57cd8 req-8b075c19-5785-46f3-9818-7d52af0ee885 service nova] Acquiring lock "refresh_cache-756ccd3a-c4c4-41eb-b460-c4b34f07f375" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.441710] env[69702]: DEBUG oslo_concurrency.lockutils [req-b6555862-8f06-4e6c-88b1-3667f3b57cd8 req-8b075c19-5785-46f3-9818-7d52af0ee885 service nova] Acquired lock "refresh_cache-756ccd3a-c4c4-41eb-b460-c4b34f07f375" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.442202] env[69702]: DEBUG nova.network.neutron [req-b6555862-8f06-4e6c-88b1-3667f3b57cd8 req-8b075c19-5785-46f3-9818-7d52af0ee885 service nova] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Refreshing network info cache for port 2dc217a7-8aca-43ea-bc5b-02dd93d37afe {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.509267] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1f7c718c-8b26-490e-b037-89fb3c94806d tempest-ServersAdminNegativeTestJSON-1704822777 tempest-ServersAdminNegativeTestJSON-1704822777-project-member] Lock "d2cc073a-aef3-46a2-9963-3163981b7e55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.842s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.749613] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084823, 'name': CreateVM_Task, 'duration_secs': 0.426294} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.749799] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.750542] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.750726] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.751118] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.751396] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed001bf6-8eca-44d1-9508-00aaafee5100 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.758750] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 734.758750] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a98565-0295-5c10-8b59-bf7b80a25ee7" [ 734.758750] env[69702]: _type = "Task" [ 734.758750] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.770862] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a98565-0295-5c10-8b59-bf7b80a25ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.814093] env[69702]: DEBUG nova.virt.hardware [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.814362] env[69702]: DEBUG nova.virt.hardware [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.814516] env[69702]: DEBUG nova.virt.hardware [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.814694] env[69702]: DEBUG nova.virt.hardware [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.814874] env[69702]: DEBUG nova.virt.hardware [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.814994] env[69702]: DEBUG nova.virt.hardware [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.815385] env[69702]: DEBUG nova.virt.hardware [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.815593] env[69702]: DEBUG nova.virt.hardware [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.815910] env[69702]: DEBUG nova.virt.hardware [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.815949] env[69702]: DEBUG nova.virt.hardware [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.816136] env[69702]: DEBUG nova.virt.hardware [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.817060] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574dd162-2e7d-4f04-97ed-f7b6186122ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.828431] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4897f6c5-1710-46b6-808d-88d1d59e64f7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.848149] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.854677] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.854677] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.855014] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3cba26e-793e-4ba4-847d-07cf6196cbca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.874828] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.874828] env[69702]: value = "task-3084825" [ 734.874828] env[69702]: _type = "Task" [ 734.874828] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.891254] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084825, 'name': CreateVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.896105] env[69702]: DEBUG oslo_vmware.api [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084824, 'name': ResetVM_Task, 'duration_secs': 0.110088} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.896105] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Did hard reboot of VM {{(pid=69702) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 734.896105] env[69702]: DEBUG nova.compute.manager [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.896607] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729a2656-7be6-495d-8552-021e7a5e6695 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.930949] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Successfully updated port: 0dc6ddae-0c46-4547-81e7-922dba2e9f3e {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.133460] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca76dac-6d96-4040-a130-4ae60417c8f3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.147189] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c74c14-cc0c-45ed-9beb-ff73aa5b95bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.181180] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262826cf-8900-4b9b-8e18-71c1372413ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.189526] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036e33c8-a83b-48ec-a3bd-5578fde87354 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.206167] env[69702]: DEBUG nova.compute.provider_tree [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.271431] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a98565-0295-5c10-8b59-bf7b80a25ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.012835} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.271929] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.272199] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.272441] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.272806] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.273043] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.273328] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13a61a87-7ef3-4e92-9fb3-0391cb75cb30 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.283211] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.283437] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.284218] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e9d3d0-387d-46fe-830d-e4550a5bf454 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.291301] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 735.291301] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521b8a61-0b56-afc2-f2eb-2c0b5c6f3724" [ 735.291301] env[69702]: _type = "Task" [ 735.291301] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.299626] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521b8a61-0b56-afc2-f2eb-2c0b5c6f3724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.315888] env[69702]: DEBUG nova.network.neutron [req-b6555862-8f06-4e6c-88b1-3667f3b57cd8 req-8b075c19-5785-46f3-9818-7d52af0ee885 service nova] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Updated VIF entry in instance network info cache for port 2dc217a7-8aca-43ea-bc5b-02dd93d37afe. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.316344] env[69702]: DEBUG nova.network.neutron [req-b6555862-8f06-4e6c-88b1-3667f3b57cd8 req-8b075c19-5785-46f3-9818-7d52af0ee885 service nova] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Updating instance_info_cache with network_info: [{"id": "2dc217a7-8aca-43ea-bc5b-02dd93d37afe", "address": "fa:16:3e:bf:a1:59", "network": {"id": "1a1e1ed1-561f-48c8-bca4-da5912735a02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1584693755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21c1842c265441e2ab4a9e67591f55c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc217a7-8a", "ovs_interfaceid": "2dc217a7-8aca-43ea-bc5b-02dd93d37afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.385742] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084825, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.410636] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6098bfaf-968b-4d5e-a6b8-5ac4ba3573b5 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "67b31c61-8436-48f7-9bc4-af90ecd843b1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.019s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.434971] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "refresh_cache-8caec654-87db-4590-a963-501758b4305e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.435131] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquired lock "refresh_cache-8caec654-87db-4590-a963-501758b4305e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.435287] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.708082] env[69702]: DEBUG nova.scheduler.client.report [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.804779] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521b8a61-0b56-afc2-f2eb-2c0b5c6f3724, 'name': SearchDatastore_Task, 'duration_secs': 0.014415} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.805743] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa446f7-435f-4027-96a5-59eb16c20986 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.811118] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 735.811118] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5292e516-654d-db02-c80f-9cfece63b537" [ 735.811118] env[69702]: _type = "Task" [ 735.811118] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.819734] env[69702]: DEBUG oslo_concurrency.lockutils [req-b6555862-8f06-4e6c-88b1-3667f3b57cd8 req-8b075c19-5785-46f3-9818-7d52af0ee885 service nova] Releasing lock "refresh_cache-756ccd3a-c4c4-41eb-b460-c4b34f07f375" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.820367] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5292e516-654d-db02-c80f-9cfece63b537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.885419] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084825, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.977151] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.129340] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Updating instance_info_cache with network_info: [{"id": "0dc6ddae-0c46-4547-81e7-922dba2e9f3e", "address": "fa:16:3e:c9:d9:42", "network": {"id": "1a1e1ed1-561f-48c8-bca4-da5912735a02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1584693755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21c1842c265441e2ab4a9e67591f55c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc6ddae-0c", "ovs_interfaceid": "0dc6ddae-0c46-4547-81e7-922dba2e9f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.215079] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.218977] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.802s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.222054] env[69702]: INFO nova.compute.claims [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.248846] env[69702]: INFO nova.scheduler.client.report [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Deleted allocations for instance 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051 [ 736.325268] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5292e516-654d-db02-c80f-9cfece63b537, 'name': SearchDatastore_Task, 'duration_secs': 0.015858} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.325688] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.326028] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 756ccd3a-c4c4-41eb-b460-c4b34f07f375/756ccd3a-c4c4-41eb-b460-c4b34f07f375.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.326277] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d7a1774-7de2-45ab-a9e0-c978f543ee7d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.333422] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 736.333422] env[69702]: value = "task-3084826" [ 736.333422] env[69702]: _type = "Task" [ 736.333422] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.342732] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.352814] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Acquiring lock "40ee0632-ab45-4177-8f7f-5e1926d83646" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.352996] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Lock "40ee0632-ab45-4177-8f7f-5e1926d83646" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.389117] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084825, 'name': CreateVM_Task, 'duration_secs': 1.368505} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.389343] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.389841] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.392148] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.392148] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.392148] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde89485-2ac4-4f8c-95a1-1e3850340547 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.396442] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 736.396442] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529f59f3-3604-f52f-8f4c-aadb1c8000c6" [ 736.396442] env[69702]: _type = "Task" [ 736.396442] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.404895] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529f59f3-3604-f52f-8f4c-aadb1c8000c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.617957] env[69702]: DEBUG nova.compute.manager [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] [instance: 8caec654-87db-4590-a963-501758b4305e] Received event network-vif-plugged-0dc6ddae-0c46-4547-81e7-922dba2e9f3e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.618360] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] Acquiring lock "8caec654-87db-4590-a963-501758b4305e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.618603] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] Lock "8caec654-87db-4590-a963-501758b4305e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.618796] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] Lock "8caec654-87db-4590-a963-501758b4305e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.619923] env[69702]: DEBUG nova.compute.manager [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] [instance: 8caec654-87db-4590-a963-501758b4305e] No waiting events found dispatching network-vif-plugged-0dc6ddae-0c46-4547-81e7-922dba2e9f3e {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.619923] env[69702]: WARNING nova.compute.manager [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] [instance: 8caec654-87db-4590-a963-501758b4305e] Received unexpected event network-vif-plugged-0dc6ddae-0c46-4547-81e7-922dba2e9f3e for instance with vm_state building and task_state spawning. [ 736.619923] env[69702]: DEBUG nova.compute.manager [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] [instance: 8caec654-87db-4590-a963-501758b4305e] Received event network-changed-0dc6ddae-0c46-4547-81e7-922dba2e9f3e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.620327] env[69702]: DEBUG nova.compute.manager [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] [instance: 8caec654-87db-4590-a963-501758b4305e] Refreshing instance network info cache due to event network-changed-0dc6ddae-0c46-4547-81e7-922dba2e9f3e. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.620489] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] Acquiring lock "refresh_cache-8caec654-87db-4590-a963-501758b4305e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.634077] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Releasing lock "refresh_cache-8caec654-87db-4590-a963-501758b4305e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.634077] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Instance network_info: |[{"id": "0dc6ddae-0c46-4547-81e7-922dba2e9f3e", "address": "fa:16:3e:c9:d9:42", "network": {"id": "1a1e1ed1-561f-48c8-bca4-da5912735a02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1584693755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21c1842c265441e2ab4a9e67591f55c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc6ddae-0c", "ovs_interfaceid": "0dc6ddae-0c46-4547-81e7-922dba2e9f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.634335] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] Acquired lock "refresh_cache-8caec654-87db-4590-a963-501758b4305e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.634469] env[69702]: DEBUG nova.network.neutron [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] [instance: 8caec654-87db-4590-a963-501758b4305e] Refreshing network info cache for port 0dc6ddae-0c46-4547-81e7-922dba2e9f3e {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.636481] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:d9:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dc6ddae-0c46-4547-81e7-922dba2e9f3e', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.648970] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.653059] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8caec654-87db-4590-a963-501758b4305e] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.653124] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea9d6595-78a0-4766-b894-f9aaeb36dbb2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.677039] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.677039] env[69702]: value = "task-3084827" [ 736.677039] env[69702]: _type = "Task" [ 736.677039] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.687203] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084827, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.759919] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c7a83ac-809f-466c-aae0-3275fdd7124a tempest-TenantUsagesTestJSON-215544728 tempest-TenantUsagesTestJSON-215544728-project-member] Lock "86f7bb58-2b6a-4d7e-8a07-e8ce6f303051" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.892s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.847600] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084826, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.909101] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529f59f3-3604-f52f-8f4c-aadb1c8000c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011882} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.909594] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.909908] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.910238] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.910457] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.910710] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.911084] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f415c42-1ad2-4fb7-889b-6ca9a99a06d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.923990] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.924218] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.925188] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224e5606-bcad-41eb-ab5f-70053483b80b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.937741] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 736.937741] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526e62dd-dc2a-7d12-41c7-f298999cf19c" [ 736.937741] env[69702]: _type = "Task" [ 736.937741] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.947363] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526e62dd-dc2a-7d12-41c7-f298999cf19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.048140] env[69702]: DEBUG nova.network.neutron [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] [instance: 8caec654-87db-4590-a963-501758b4305e] Updated VIF entry in instance network info cache for port 0dc6ddae-0c46-4547-81e7-922dba2e9f3e. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.048579] env[69702]: DEBUG nova.network.neutron [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] [instance: 8caec654-87db-4590-a963-501758b4305e] Updating instance_info_cache with network_info: [{"id": "0dc6ddae-0c46-4547-81e7-922dba2e9f3e", "address": "fa:16:3e:c9:d9:42", "network": {"id": "1a1e1ed1-561f-48c8-bca4-da5912735a02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1584693755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21c1842c265441e2ab4a9e67591f55c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc6ddae-0c", "ovs_interfaceid": "0dc6ddae-0c46-4547-81e7-922dba2e9f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.187854] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084827, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.345999] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591194} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.346273] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 756ccd3a-c4c4-41eb-b460-c4b34f07f375/756ccd3a-c4c4-41eb-b460-c4b34f07f375.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.346424] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.347421] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0045f75-6bcd-4a9b-b5b5-596ffe94bc9d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.354685] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 737.354685] env[69702]: value = "task-3084828" [ 737.354685] env[69702]: _type = "Task" [ 737.354685] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.364482] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.454591] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526e62dd-dc2a-7d12-41c7-f298999cf19c, 'name': SearchDatastore_Task, 'duration_secs': 0.013462} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.455461] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a16a1f6-2c8e-44e7-8d07-1867553836c5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.468285] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 737.468285] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528d2f4e-e508-43bc-9e94-f12ade6a048a" [ 737.468285] env[69702]: _type = "Task" [ 737.468285] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.479772] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528d2f4e-e508-43bc-9e94-f12ade6a048a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.553079] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7ac839d-c092-4470-b81c-f89d4b95e7b1 req-9e97d734-c68c-44d2-98e9-6e35ff676721 service nova] Releasing lock "refresh_cache-8caec654-87db-4590-a963-501758b4305e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.694251] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084827, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.800542] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9ef8c6-c84f-4c4d-b744-e9999ce20ba7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.808739] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51ccde8-3233-4660-999c-4948d1427d57 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.841120] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6159ee8b-e196-4c87-babe-88bf5deb97c9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.849228] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c412d19b-62f8-418c-ab9c-54aeda536564 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.862634] env[69702]: DEBUG nova.compute.provider_tree [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.872379] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.873272] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.874109] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a8e29f-3f18-4d00-ac78-a041fc4f40e5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.887958] env[69702]: DEBUG oslo_concurrency.lockutils [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "67b31c61-8436-48f7-9bc4-af90ecd843b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.888223] env[69702]: DEBUG oslo_concurrency.lockutils [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "67b31c61-8436-48f7-9bc4-af90ecd843b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.888428] env[69702]: DEBUG oslo_concurrency.lockutils [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "67b31c61-8436-48f7-9bc4-af90ecd843b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.888609] env[69702]: DEBUG oslo_concurrency.lockutils [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "67b31c61-8436-48f7-9bc4-af90ecd843b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.888775] env[69702]: DEBUG oslo_concurrency.lockutils [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "67b31c61-8436-48f7-9bc4-af90ecd843b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.898597] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 756ccd3a-c4c4-41eb-b460-c4b34f07f375/756ccd3a-c4c4-41eb-b460-c4b34f07f375.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.899189] env[69702]: INFO nova.compute.manager [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Terminating instance [ 737.900743] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ca0546-718e-4a49-b94c-55c121b9696d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.927151] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 737.927151] env[69702]: value = "task-3084829" [ 737.927151] env[69702]: _type = "Task" [ 737.927151] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.941171] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084829, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.976019] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528d2f4e-e508-43bc-9e94-f12ade6a048a, 'name': SearchDatastore_Task, 'duration_secs': 0.021542} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.976301] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.976565] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] f208df38-eba6-4969-9639-176cddc5d1ff/f208df38-eba6-4969-9639-176cddc5d1ff.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.976817] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ba67a25-3e0f-49a1-9fa0-c8aba272273d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.982759] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 737.982759] env[69702]: value = "task-3084830" [ 737.982759] env[69702]: _type = "Task" [ 737.982759] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.991298] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.187815] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084827, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.369361] env[69702]: DEBUG nova.scheduler.client.report [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.419039] env[69702]: DEBUG nova.compute.manager [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.419314] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.420271] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1925d970-7156-44d3-9d8a-3f3b8bc25079 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.429239] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.432785] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b60992e0-faf6-44f3-b17c-c88f2fe67320 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.443829] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.445981] env[69702]: DEBUG oslo_vmware.api [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 738.445981] env[69702]: value = "task-3084831" [ 738.445981] env[69702]: _type = "Task" [ 738.445981] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.455660] env[69702]: DEBUG oslo_vmware.api [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.493243] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084830, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.645434] env[69702]: DEBUG nova.compute.manager [req-369797f9-ade5-4e18-b806-11e70e3eb864 req-63a1a582-67ec-4997-a514-8aa5a151bb9d service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Received event network-changed-a1fc4442-9bc3-4cb5-8d73-70c0809d4d79 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.645632] env[69702]: DEBUG nova.compute.manager [req-369797f9-ade5-4e18-b806-11e70e3eb864 req-63a1a582-67ec-4997-a514-8aa5a151bb9d service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Refreshing instance network info cache due to event network-changed-a1fc4442-9bc3-4cb5-8d73-70c0809d4d79. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.645992] env[69702]: DEBUG oslo_concurrency.lockutils [req-369797f9-ade5-4e18-b806-11e70e3eb864 req-63a1a582-67ec-4997-a514-8aa5a151bb9d service nova] Acquiring lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.646103] env[69702]: DEBUG oslo_concurrency.lockutils [req-369797f9-ade5-4e18-b806-11e70e3eb864 req-63a1a582-67ec-4997-a514-8aa5a151bb9d service nova] Acquired lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.646299] env[69702]: DEBUG nova.network.neutron [req-369797f9-ade5-4e18-b806-11e70e3eb864 req-63a1a582-67ec-4997-a514-8aa5a151bb9d service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Refreshing network info cache for port a1fc4442-9bc3-4cb5-8d73-70c0809d4d79 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.692892] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084827, 'name': CreateVM_Task, 'duration_secs': 1.645587} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.693128] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8caec654-87db-4590-a963-501758b4305e] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.693861] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.694038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.694551] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.694826] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b360efa-a547-405c-a8aa-f2687719a508 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.702154] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 738.702154] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529e1678-325b-6541-ef4b-ef8f8494aadf" [ 738.702154] env[69702]: _type = "Task" [ 738.702154] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.715341] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529e1678-325b-6541-ef4b-ef8f8494aadf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.876618] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.877245] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.879947] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.347s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.881149] env[69702]: DEBUG nova.objects.instance [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Lazy-loading 'resources' on Instance uuid 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.945033] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084829, 'name': ReconfigVM_Task, 'duration_secs': 0.963085} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.945033] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 756ccd3a-c4c4-41eb-b460-c4b34f07f375/756ccd3a-c4c4-41eb-b460-c4b34f07f375.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.945667] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8d07bfb-e007-4196-861e-20ee72b6d2e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.959404] env[69702]: DEBUG oslo_vmware.api [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084831, 'name': PowerOffVM_Task, 'duration_secs': 0.291961} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.962019] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.962444] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.962800] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 738.962800] env[69702]: value = "task-3084832" [ 738.962800] env[69702]: _type = "Task" [ 738.962800] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.963126] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebf45a14-1830-4519-a485-6ee645a35624 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.979661] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084832, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.990478] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5219345f-1b1f-764f-3fa0-119b3d3589a2/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 738.991639] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f92485-1113-4361-8570-593e1ca65d26 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.998529] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769974} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.999219] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] f208df38-eba6-4969-9639-176cddc5d1ff/f208df38-eba6-4969-9639-176cddc5d1ff.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.999446] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.999713] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20fe799b-4d8a-440e-961f-a6c5d61b2433 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.003289] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5219345f-1b1f-764f-3fa0-119b3d3589a2/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 739.003467] env[69702]: ERROR oslo_vmware.rw_handles [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5219345f-1b1f-764f-3fa0-119b3d3589a2/disk-0.vmdk due to incomplete transfer. [ 739.003997] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-215911ac-a793-4bbf-9cad-90037df3d131 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.007546] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 739.007546] env[69702]: value = "task-3084834" [ 739.007546] env[69702]: _type = "Task" [ 739.007546] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.012351] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5219345f-1b1f-764f-3fa0-119b3d3589a2/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 739.012576] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Uploaded image 31bd8434-9b37-48ea-b67c-4ecc82d046ca to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 739.015503] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 739.019516] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3e4636fe-607f-4c2c-b0ab-f6128d25dfaa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.021131] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.025098] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 739.025098] env[69702]: value = "task-3084835" [ 739.025098] env[69702]: _type = "Task" [ 739.025098] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.033549] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084835, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.034802] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.034993] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.035181] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Deleting the datastore file [datastore1] 67b31c61-8436-48f7-9bc4-af90ecd843b1 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.035426] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa30dcc4-98c0-45cb-a3ce-ad2b714f977c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.041260] env[69702]: DEBUG oslo_vmware.api [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 739.041260] env[69702]: value = "task-3084836" [ 739.041260] env[69702]: _type = "Task" [ 739.041260] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.052205] env[69702]: DEBUG oslo_vmware.api [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.219067] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529e1678-325b-6541-ef4b-ef8f8494aadf, 'name': SearchDatastore_Task, 'duration_secs': 0.036381} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.219403] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.219655] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.220824] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.220824] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.220824] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.220824] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32f15eb4-c48d-40eb-8c06-534b001d1502 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.230719] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.230999] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.231796] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f17ccf3-389e-4574-9d04-40014f636c35 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.238460] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 739.238460] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5217c92d-25c6-d13e-c1cf-acc1dc36235e" [ 739.238460] env[69702]: _type = "Task" [ 739.238460] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.246883] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5217c92d-25c6-d13e-c1cf-acc1dc36235e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.383249] env[69702]: DEBUG nova.compute.utils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.384856] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.385448] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.433193] env[69702]: DEBUG nova.policy [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c658b2bb9b964f9ba23ddd25c5147c15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21c1842c265441e2ab4a9e67591f55c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.477018] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084832, 'name': Rename_Task, 'duration_secs': 0.1585} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.477401] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.477750] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecaf37be-ac70-4812-aee1-23c7a2004bfa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.485088] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 739.485088] env[69702]: value = "task-3084837" [ 739.485088] env[69702]: _type = "Task" [ 739.485088] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.495336] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.528534] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080539} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.534466] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.536431] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da252d6-95a6-480f-8ec0-06ccffee4dcd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.560475] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084835, 'name': Destroy_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.572674] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] f208df38-eba6-4969-9639-176cddc5d1ff/f208df38-eba6-4969-9639-176cddc5d1ff.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.576214] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-982e9add-50ed-4278-966c-97b275f5ca50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.597088] env[69702]: DEBUG oslo_vmware.api [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203599} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.597715] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.597904] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.598093] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.598269] env[69702]: INFO nova.compute.manager [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 739.598590] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.598815] env[69702]: DEBUG nova.compute.manager [-] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.598912] env[69702]: DEBUG nova.network.neutron [-] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.602479] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 739.602479] env[69702]: value = "task-3084838" [ 739.602479] env[69702]: _type = "Task" [ 739.602479] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.614340] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.629800] env[69702]: DEBUG nova.network.neutron [req-369797f9-ade5-4e18-b806-11e70e3eb864 req-63a1a582-67ec-4997-a514-8aa5a151bb9d service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Updated VIF entry in instance network info cache for port a1fc4442-9bc3-4cb5-8d73-70c0809d4d79. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.630177] env[69702]: DEBUG nova.network.neutron [req-369797f9-ade5-4e18-b806-11e70e3eb864 req-63a1a582-67ec-4997-a514-8aa5a151bb9d service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Updating instance_info_cache with network_info: [{"id": "a1fc4442-9bc3-4cb5-8d73-70c0809d4d79", "address": "fa:16:3e:8b:98:3d", "network": {"id": "ee477ccb-3d4a-4a17-8aa1-268498c4013e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1796106608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "004ac863eeca48d5a7b67251cd90369f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fc4442-9b", "ovs_interfaceid": "a1fc4442-9bc3-4cb5-8d73-70c0809d4d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.660031] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquiring lock "0d193bd5-ef22-4099-9ca8-d39e12e5a455" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.660031] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Lock "0d193bd5-ef22-4099-9ca8-d39e12e5a455" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.752283] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5217c92d-25c6-d13e-c1cf-acc1dc36235e, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.753181] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c02f60-169a-43b9-9d24-d8610f1ef254 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.759665] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 739.759665] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5279ceec-d731-73db-8db2-8bde0c88deb5" [ 739.759665] env[69702]: _type = "Task" [ 739.759665] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.764654] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Successfully created port: e1c7beb4-a7ff-47da-905f-cf2c107759ce {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.770212] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5279ceec-d731-73db-8db2-8bde0c88deb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.891018] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.997672] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.039325] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084835, 'name': Destroy_Task, 'duration_secs': 0.591655} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.039644] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Destroyed the VM [ 740.039927] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 740.040220] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b839421a-764b-49d0-8964-f4b2c022c69d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.045861] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 740.045861] env[69702]: value = "task-3084839" [ 740.045861] env[69702]: _type = "Task" [ 740.045861] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.053991] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084839, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.073612] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea0a2cb-81ff-46a2-95f7-d4384104f679 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.080745] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc53480-c8cf-4b13-8014-daa80736be7b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.118633] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97308bd-617f-4868-b76c-1ea25b912a19 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.128767] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e585c6-87bc-43a6-8295-7bc3a7ed5032 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.132591] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084838, 'name': ReconfigVM_Task, 'duration_secs': 0.314192} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.133168] env[69702]: DEBUG oslo_concurrency.lockutils [req-369797f9-ade5-4e18-b806-11e70e3eb864 req-63a1a582-67ec-4997-a514-8aa5a151bb9d service nova] Releasing lock "refresh_cache-67b31c61-8436-48f7-9bc4-af90ecd843b1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.133624] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Reconfigured VM instance instance-00000025 to attach disk [datastore2] f208df38-eba6-4969-9639-176cddc5d1ff/f208df38-eba6-4969-9639-176cddc5d1ff.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.134636] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8358e0f1-dd7a-4bab-99f9-32a2bbce0601 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.144276] env[69702]: DEBUG nova.compute.provider_tree [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.151012] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 740.151012] env[69702]: value = "task-3084840" [ 740.151012] env[69702]: _type = "Task" [ 740.151012] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.160063] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084840, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.271473] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5279ceec-d731-73db-8db2-8bde0c88deb5, 'name': SearchDatastore_Task, 'duration_secs': 0.00969} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.271736] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.272029] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 8caec654-87db-4590-a963-501758b4305e/8caec654-87db-4590-a963-501758b4305e.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.272294] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22a38aa9-9fd6-4c5d-acff-071e4d311578 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.278784] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 740.278784] env[69702]: value = "task-3084841" [ 740.278784] env[69702]: _type = "Task" [ 740.278784] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.288142] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.496612] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084837, 'name': PowerOnVM_Task, 'duration_secs': 0.719781} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.496903] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.497318] env[69702]: INFO nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Took 9.58 seconds to spawn the instance on the hypervisor. [ 740.497574] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.498865] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158ce033-4c1c-43e8-99e9-f0d62e3ca028 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.559211] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084839, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.648103] env[69702]: DEBUG nova.scheduler.client.report [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.669495] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084840, 'name': Rename_Task, 'duration_secs': 0.146616} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.669763] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.670060] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4287c19-9ca5-4073-bb45-a890175c006c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.678547] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 740.678547] env[69702]: value = "task-3084842" [ 740.678547] env[69702]: _type = "Task" [ 740.678547] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.688416] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.749971] env[69702]: DEBUG nova.network.neutron [-] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.795834] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084841, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.898058] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.929082] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.929477] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.929785] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.930183] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.930654] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.932995] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.932995] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.932995] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.932995] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.932995] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.932995] env[69702]: DEBUG nova.virt.hardware [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.934963] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d93fee8-54d3-4060-a9e8-36b5919b79ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.944250] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced412ae-d52f-4d5a-99d7-01df5e6c9a9f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.016254] env[69702]: DEBUG nova.compute.manager [req-327f9c09-9161-4227-8b6d-21f06c83885f req-37a59839-27ba-4db9-8dd1-321e5fdd9635 service nova] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Received event network-vif-deleted-a1fc4442-9bc3-4cb5-8d73-70c0809d4d79 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.021189] env[69702]: INFO nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Took 40.54 seconds to build instance. [ 741.058604] env[69702]: DEBUG oslo_vmware.api [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084839, 'name': RemoveSnapshot_Task, 'duration_secs': 0.8729} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.059705] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.059922] env[69702]: INFO nova.compute.manager [None req-5e2ea162-7b48-49d0-9452-ecac225daa9b tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Took 16.42 seconds to snapshot the instance on the hypervisor. [ 741.161051] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.164416] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.146s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.166025] env[69702]: INFO nova.compute.claims [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.188551] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084842, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.197637] env[69702]: INFO nova.scheduler.client.report [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Deleted allocations for instance 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d [ 741.252562] env[69702]: INFO nova.compute.manager [-] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Took 1.65 seconds to deallocate network for instance. [ 741.276473] env[69702]: DEBUG nova.compute.manager [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.279691] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019c6c3b-3580-4972-8199-dc4c0a5ed169 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.302939] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613478} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.306304] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Successfully updated port: e1c7beb4-a7ff-47da-905f-cf2c107759ce {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.307302] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 8caec654-87db-4590-a963-501758b4305e/8caec654-87db-4590-a963-501758b4305e.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.307522] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.308196] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12b511ee-749e-4561-80dd-a1caa0f30026 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.316032] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 741.316032] env[69702]: value = "task-3084843" [ 741.316032] env[69702]: _type = "Task" [ 741.316032] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.330495] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.450104] env[69702]: DEBUG nova.compute.manager [req-6ac7a801-9aeb-4dc0-a61d-ad568c464650 req-b891d44d-f639-47d7-bce5-c15eb5ae68b2 service nova] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Received event network-vif-plugged-e1c7beb4-a7ff-47da-905f-cf2c107759ce {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.450367] env[69702]: DEBUG oslo_concurrency.lockutils [req-6ac7a801-9aeb-4dc0-a61d-ad568c464650 req-b891d44d-f639-47d7-bce5-c15eb5ae68b2 service nova] Acquiring lock "1f9cfce3-1616-4167-8a02-1ca3b58dc115-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.450626] env[69702]: DEBUG oslo_concurrency.lockutils [req-6ac7a801-9aeb-4dc0-a61d-ad568c464650 req-b891d44d-f639-47d7-bce5-c15eb5ae68b2 service nova] Lock "1f9cfce3-1616-4167-8a02-1ca3b58dc115-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.450799] env[69702]: DEBUG oslo_concurrency.lockutils [req-6ac7a801-9aeb-4dc0-a61d-ad568c464650 req-b891d44d-f639-47d7-bce5-c15eb5ae68b2 service nova] Lock "1f9cfce3-1616-4167-8a02-1ca3b58dc115-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.450986] env[69702]: DEBUG nova.compute.manager [req-6ac7a801-9aeb-4dc0-a61d-ad568c464650 req-b891d44d-f639-47d7-bce5-c15eb5ae68b2 service nova] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] No waiting events found dispatching network-vif-plugged-e1c7beb4-a7ff-47da-905f-cf2c107759ce {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.451261] env[69702]: WARNING nova.compute.manager [req-6ac7a801-9aeb-4dc0-a61d-ad568c464650 req-b891d44d-f639-47d7-bce5-c15eb5ae68b2 service nova] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Received unexpected event network-vif-plugged-e1c7beb4-a7ff-47da-905f-cf2c107759ce for instance with vm_state building and task_state spawning. [ 741.523337] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "756ccd3a-c4c4-41eb-b460-c4b34f07f375" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.245s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.689242] env[69702]: DEBUG oslo_vmware.api [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084842, 'name': PowerOnVM_Task, 'duration_secs': 0.521685} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.689502] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.689689] env[69702]: DEBUG nova.compute.manager [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.690479] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0bc53d-2310-4306-9fac-969256301a33 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.706838] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aa3c6439-70e8-4810-a01f-1d68b0cfd9d8 tempest-InstanceActionsV221TestJSON-201660705 tempest-InstanceActionsV221TestJSON-201660705-project-member] Lock "8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.219s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.762779] env[69702]: DEBUG oslo_concurrency.lockutils [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.813019] env[69702]: INFO nova.compute.manager [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] instance snapshotting [ 741.813019] env[69702]: DEBUG nova.objects.instance [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'flavor' on Instance uuid c05f4548-e5f4-415f-8605-c46ef7da0cd6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.813019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "refresh_cache-1f9cfce3-1616-4167-8a02-1ca3b58dc115" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.813019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquired lock "refresh_cache-1f9cfce3-1616-4167-8a02-1ca3b58dc115" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.813019] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.827559] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069303} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.827559] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.828286] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9e9ca9-bea5-499a-aac6-bd4120feaa5f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.851559] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 8caec654-87db-4590-a963-501758b4305e/8caec654-87db-4590-a963-501758b4305e.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.852630] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87449a6d-b315-4a82-8451-989bb257d76d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.873801] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 741.873801] env[69702]: value = "task-3084844" [ 741.873801] env[69702]: _type = "Task" [ 741.873801] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.881845] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.032023] env[69702]: DEBUG nova.compute.manager [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.211244] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.323677] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4ba0c9-4db7-4e7c-8520-01e05fc2167a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.350943] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529c3d43-59df-4852-af31-c69fd95c5c8e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.380396] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.392023] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084844, 'name': ReconfigVM_Task, 'duration_secs': 0.418708} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.394484] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 8caec654-87db-4590-a963-501758b4305e/8caec654-87db-4590-a963-501758b4305e.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.394484] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fab37e3-d2b5-4621-b40d-bf50fbc86d44 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.404746] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 742.404746] env[69702]: value = "task-3084845" [ 742.404746] env[69702]: _type = "Task" [ 742.404746] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.420994] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084845, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.562617] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.664359] env[69702]: DEBUG nova.network.neutron [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Updating instance_info_cache with network_info: [{"id": "e1c7beb4-a7ff-47da-905f-cf2c107759ce", "address": "fa:16:3e:f6:36:78", "network": {"id": "1a1e1ed1-561f-48c8-bca4-da5912735a02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1584693755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21c1842c265441e2ab4a9e67591f55c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1c7beb4-a7", "ovs_interfaceid": "e1c7beb4-a7ff-47da-905f-cf2c107759ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.852281] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d6b830-ec23-4db4-a933-c84b91e24a30 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.863200] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 742.863756] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a24e5032-f352-4ce2-9e5d-bd947c6a4c17 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.866734] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f8512b-1117-444a-bacd-8c24a58f51ef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.877275] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 742.877275] env[69702]: value = "task-3084846" [ 742.877275] env[69702]: _type = "Task" [ 742.877275] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.915034] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b343fe60-4f44-4289-9588-fc0a3de61ff3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.929945] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9650a6d2-35a5-405f-857e-5d06f89bf988 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.934492] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084845, 'name': Rename_Task, 'duration_secs': 0.183725} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.936445] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084846, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.936445] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.936445] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a66e863-694a-40ae-9ba1-a14ee6394179 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.946502] env[69702]: INFO nova.compute.manager [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Rebuilding instance [ 742.950172] env[69702]: DEBUG nova.compute.provider_tree [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.952386] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 742.952386] env[69702]: value = "task-3084847" [ 742.952386] env[69702]: _type = "Task" [ 742.952386] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.963065] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.997998] env[69702]: DEBUG nova.compute.manager [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.998646] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bfeffc-1ebd-4939-aef7-15180b008ba8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.169680] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Releasing lock "refresh_cache-1f9cfce3-1616-4167-8a02-1ca3b58dc115" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.169680] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Instance network_info: |[{"id": "e1c7beb4-a7ff-47da-905f-cf2c107759ce", "address": "fa:16:3e:f6:36:78", "network": {"id": "1a1e1ed1-561f-48c8-bca4-da5912735a02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1584693755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21c1842c265441e2ab4a9e67591f55c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1c7beb4-a7", "ovs_interfaceid": "e1c7beb4-a7ff-47da-905f-cf2c107759ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.170028] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:36:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1c7beb4-a7ff-47da-905f-cf2c107759ce', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.178502] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.178772] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.178985] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13352d4b-3724-486a-b267-1234de3b1eb0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.204111] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.204111] env[69702]: value = "task-3084848" [ 743.204111] env[69702]: _type = "Task" [ 743.204111] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.213538] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084848, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.283336] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.283736] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.417281] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084846, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.455286] env[69702]: DEBUG nova.scheduler.client.report [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.475797] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084847, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.716015] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084848, 'name': CreateVM_Task, 'duration_secs': 0.404592} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.716237] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.717754] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.717948] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.718325] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.718602] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7991f212-5a06-4bf1-a95b-0185eae9e968 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.724930] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 743.724930] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523ba255-3859-9231-3855-8e5ace64bc88" [ 743.724930] env[69702]: _type = "Task" [ 743.724930] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.736817] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523ba255-3859-9231-3855-8e5ace64bc88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.748447] env[69702]: DEBUG nova.compute.manager [req-4bc49e33-193c-4ea4-b7f8-d41aab62a77c req-9bf5d01e-83fa-4075-a99e-9ef59f93f2bc service nova] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Received event network-changed-e1c7beb4-a7ff-47da-905f-cf2c107759ce {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.748663] env[69702]: DEBUG nova.compute.manager [req-4bc49e33-193c-4ea4-b7f8-d41aab62a77c req-9bf5d01e-83fa-4075-a99e-9ef59f93f2bc service nova] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Refreshing instance network info cache due to event network-changed-e1c7beb4-a7ff-47da-905f-cf2c107759ce. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.748878] env[69702]: DEBUG oslo_concurrency.lockutils [req-4bc49e33-193c-4ea4-b7f8-d41aab62a77c req-9bf5d01e-83fa-4075-a99e-9ef59f93f2bc service nova] Acquiring lock "refresh_cache-1f9cfce3-1616-4167-8a02-1ca3b58dc115" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.749080] env[69702]: DEBUG oslo_concurrency.lockutils [req-4bc49e33-193c-4ea4-b7f8-d41aab62a77c req-9bf5d01e-83fa-4075-a99e-9ef59f93f2bc service nova] Acquired lock "refresh_cache-1f9cfce3-1616-4167-8a02-1ca3b58dc115" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.749808] env[69702]: DEBUG nova.network.neutron [req-4bc49e33-193c-4ea4-b7f8-d41aab62a77c req-9bf5d01e-83fa-4075-a99e-9ef59f93f2bc service nova] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Refreshing network info cache for port e1c7beb4-a7ff-47da-905f-cf2c107759ce {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.917194] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084846, 'name': CreateSnapshot_Task, 'duration_secs': 0.596428} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.917570] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 743.918371] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f821d1bc-947c-45e1-9b03-53a5d827c8ed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.972662] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.973311] env[69702]: DEBUG nova.compute.manager [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.977048] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084847, 'name': PowerOnVM_Task, 'duration_secs': 0.746489} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.977048] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.386s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.977826] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.978079] env[69702]: INFO nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Took 10.22 seconds to spawn the instance on the hypervisor. [ 743.978291] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.979939] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2294e5fd-64d1-4b0d-8b82-9c231c66d125 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.022526] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.022650] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b96a76b6-3570-42b9-a557-b0264312bcf7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.032351] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Waiting for the task: (returnval){ [ 744.032351] env[69702]: value = "task-3084849" [ 744.032351] env[69702]: _type = "Task" [ 744.032351] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.045877] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.238463] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523ba255-3859-9231-3855-8e5ace64bc88, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.238866] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.239151] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.239423] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.239804] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.239804] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.240097] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-334478b5-6998-4f45-bc34-9721d7f04601 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.256515] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.256826] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.258082] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-611c065f-c2ed-4dd8-8023-2bea35410111 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.266177] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 744.266177] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52df301a-21f8-14ec-fb30-be22f166510a" [ 744.266177] env[69702]: _type = "Task" [ 744.266177] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.277760] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52df301a-21f8-14ec-fb30-be22f166510a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.370706] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "73bb0696-a7a2-45a5-9f2e-2594babcdc4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.371068] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "73bb0696-a7a2-45a5-9f2e-2594babcdc4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.439772] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 744.440560] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-762d0327-c4a9-40ed-852b-2bfb5275d689 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.450750] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 744.450750] env[69702]: value = "task-3084850" [ 744.450750] env[69702]: _type = "Task" [ 744.450750] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.459632] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084850, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.495295] env[69702]: DEBUG nova.compute.utils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.505595] env[69702]: DEBUG nova.compute.manager [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.505777] env[69702]: DEBUG nova.network.neutron [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.509547] env[69702]: INFO nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Took 43.90 seconds to build instance. [ 744.544813] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084849, 'name': PowerOffVM_Task, 'duration_secs': 0.137256} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.545130] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.545494] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.546237] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086c13e3-ca8d-4a4c-8808-ab7151acc980 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.555973] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.561024] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9843dcca-c60c-4bc8-9fbd-70f7c8f6deee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.589750] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.589972] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.590180] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Deleting the datastore file [datastore2] f208df38-eba6-4969-9639-176cddc5d1ff {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.590446] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70ae7b60-d77c-464d-9b3d-5a2623292a00 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.601026] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Waiting for the task: (returnval){ [ 744.601026] env[69702]: value = "task-3084852" [ 744.601026] env[69702]: _type = "Task" [ 744.601026] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.612549] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.620599] env[69702]: DEBUG nova.network.neutron [req-4bc49e33-193c-4ea4-b7f8-d41aab62a77c req-9bf5d01e-83fa-4075-a99e-9ef59f93f2bc service nova] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Updated VIF entry in instance network info cache for port e1c7beb4-a7ff-47da-905f-cf2c107759ce. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.621207] env[69702]: DEBUG nova.network.neutron [req-4bc49e33-193c-4ea4-b7f8-d41aab62a77c req-9bf5d01e-83fa-4075-a99e-9ef59f93f2bc service nova] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Updating instance_info_cache with network_info: [{"id": "e1c7beb4-a7ff-47da-905f-cf2c107759ce", "address": "fa:16:3e:f6:36:78", "network": {"id": "1a1e1ed1-561f-48c8-bca4-da5912735a02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1584693755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21c1842c265441e2ab4a9e67591f55c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1c7beb4-a7", "ovs_interfaceid": "e1c7beb4-a7ff-47da-905f-cf2c107759ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.627119] env[69702]: DEBUG nova.policy [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '382625c86d044a41a7a40d6cb2079fcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3abb9c7888e2463cafca0b1ff22daa7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.700338] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Acquiring lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.700507] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.778421] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52df301a-21f8-14ec-fb30-be22f166510a, 'name': SearchDatastore_Task, 'duration_secs': 0.02046} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.779191] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359fa50e-6afe-4a0d-8a5f-43c960dd3a1f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.785546] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 744.785546] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528faa65-2ec4-f288-362b-ae94f82072c8" [ 744.785546] env[69702]: _type = "Task" [ 744.785546] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.794713] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528faa65-2ec4-f288-362b-ae94f82072c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.961498] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084850, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.998702] env[69702]: DEBUG nova.compute.manager [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.011615] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "8caec654-87db-4590-a963-501758b4305e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.698s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.032321] env[69702]: WARNING nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance abe0995d-a681-4263-9a69-6d4254c07de2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 745.032603] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 5b6a06da-6a08-4be6-8e9f-f838996fc6bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.032824] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7121d29a-abb6-4ade-983a-a82808be3e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.033046] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.033256] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance c05f4548-e5f4-415f-8605-c46ef7da0cd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.033463] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance e23f9423-9373-44c7-8b7b-3a1431b525ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.033662] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 6fccf451-013d-40d7-ae25-e9603e9ee3e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.033856] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance be618134-646e-4706-aea9-8c770f4fd94f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.034156] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ebf9cfcb-426a-4ca2-9f9e-9c36c8270218 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.036039] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7752c8ae-f8e4-4901-85c1-e5a2959a8cee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.036039] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 5f43b968-a765-42d9-884c-36ae43474e7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.036039] env[69702]: WARNING nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 15c8d71d-2065-4bd4-91c3-d6c5140fff83 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 745.036039] env[69702]: WARNING nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance a671c9c9-8655-4b57-8011-24e849eac2cb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 745.036039] env[69702]: WARNING nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 1a168001-abf2-4fc9-b93c-2eea7bd3bb21 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 745.036039] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 5f4e9527-e9fb-40b6-87a1-4471431b38b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.036039] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 4cbf057b-da38-415c-b0aa-641e21e44333 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.036039] env[69702]: WARNING nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 67b31c61-8436-48f7-9bc4-af90ecd843b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 745.036039] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance dd87b231-075a-46c6-ae8f-3152bfb685b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.036518] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance f208df38-eba6-4969-9639-176cddc5d1ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.036518] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 756ccd3a-c4c4-41eb-b460-c4b34f07f375 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.036518] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 8caec654-87db-4590-a963-501758b4305e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.036678] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 1f9cfce3-1616-4167-8a02-1ca3b58dc115 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.036869] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ae628692-35b2-4fa7-8aee-d77483405fe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.113020] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222385} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.113020] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.113020] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.113020] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.124315] env[69702]: DEBUG oslo_concurrency.lockutils [req-4bc49e33-193c-4ea4-b7f8-d41aab62a77c req-9bf5d01e-83fa-4075-a99e-9ef59f93f2bc service nova] Releasing lock "refresh_cache-1f9cfce3-1616-4167-8a02-1ca3b58dc115" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.204174] env[69702]: DEBUG nova.compute.utils [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.253412] env[69702]: DEBUG nova.network.neutron [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Successfully created port: e50f3684-5868-4358-b5f8-be94e1c7c870 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.296706] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528faa65-2ec4-f288-362b-ae94f82072c8, 'name': SearchDatastore_Task, 'duration_secs': 0.032124} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.296995] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.297278] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1f9cfce3-1616-4167-8a02-1ca3b58dc115/1f9cfce3-1616-4167-8a02-1ca3b58dc115.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.297537] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3177f545-5268-4953-95e7-c6a9d3d85650 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.305255] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 745.305255] env[69702]: value = "task-3084853" [ 745.305255] env[69702]: _type = "Task" [ 745.305255] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.314856] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.422307] env[69702]: DEBUG nova.compute.manager [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.423322] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6044c22-7a5b-434a-9271-3feefdb37110 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.467601] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084850, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.514294] env[69702]: DEBUG nova.compute.manager [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.540928] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 45f34208-c4a3-45b6-a7fa-81c116f7450a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.706825] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.817601] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084853, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.938665] env[69702]: INFO nova.compute.manager [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] instance snapshotting [ 745.943930] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3588ec-af5b-4099-bef8-4b6dd3a0bf0a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.973496] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141d1a00-98d1-4fdf-98c8-565783c30ad8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.983141] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084850, 'name': CloneVM_Task, 'duration_secs': 1.530238} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.984629] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Created linked-clone VM from snapshot [ 745.988189] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e35834e-717d-4a7f-9c37-97f49d01bab1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.998178] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Uploading image dd69d2ed-ee42-4508-88f4-d89ff966665c {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 746.027022] env[69702]: DEBUG nova.compute.manager [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.040057] env[69702]: DEBUG oslo_vmware.rw_handles [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 746.040057] env[69702]: value = "vm-617547" [ 746.040057] env[69702]: _type = "VirtualMachine" [ 746.040057] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 746.040673] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-10d1342a-502f-4295-9eab-48eff8e67d15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.046642] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance b4747db8-febb-4c84-a4a9-ea26e67c14c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.049061] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.051604] env[69702]: DEBUG oslo_vmware.rw_handles [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lease: (returnval){ [ 746.051604] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522fa445-47b0-0b96-f184-75697c05affb" [ 746.051604] env[69702]: _type = "HttpNfcLease" [ 746.051604] env[69702]: } obtained for exporting VM: (result){ [ 746.051604] env[69702]: value = "vm-617547" [ 746.051604] env[69702]: _type = "VirtualMachine" [ 746.051604] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 746.051934] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the lease: (returnval){ [ 746.051934] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522fa445-47b0-0b96-f184-75697c05affb" [ 746.051934] env[69702]: _type = "HttpNfcLease" [ 746.051934] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 746.060073] env[69702]: DEBUG nova.virt.hardware [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.060560] env[69702]: DEBUG nova.virt.hardware [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.060560] env[69702]: DEBUG nova.virt.hardware [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.060666] env[69702]: DEBUG nova.virt.hardware [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.060763] env[69702]: DEBUG nova.virt.hardware [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.061079] env[69702]: DEBUG nova.virt.hardware [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.061386] env[69702]: DEBUG nova.virt.hardware [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.061614] env[69702]: DEBUG nova.virt.hardware [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.061844] env[69702]: DEBUG nova.virt.hardware [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.062770] env[69702]: DEBUG nova.virt.hardware [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.063101] env[69702]: DEBUG nova.virt.hardware [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.064764] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b261d84-aef3-42b4-be17-1e3248733b8e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.075044] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.075044] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522fa445-47b0-0b96-f184-75697c05affb" [ 746.075044] env[69702]: _type = "HttpNfcLease" [ 746.075044] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 746.079070] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6df92d2-c818-4ac2-b64d-e8a23dded7dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.166192] env[69702]: DEBUG nova.virt.hardware [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.166460] env[69702]: DEBUG nova.virt.hardware [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.166619] env[69702]: DEBUG nova.virt.hardware [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.166805] env[69702]: DEBUG nova.virt.hardware [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.166952] env[69702]: DEBUG nova.virt.hardware [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.167176] env[69702]: DEBUG nova.virt.hardware [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.167407] env[69702]: DEBUG nova.virt.hardware [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.167563] env[69702]: DEBUG nova.virt.hardware [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.167731] env[69702]: DEBUG nova.virt.hardware [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.167893] env[69702]: DEBUG nova.virt.hardware [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.168077] env[69702]: DEBUG nova.virt.hardware [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.169075] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7365d3-35ea-485e-8d9d-5ae66a3f9d73 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.178237] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279b1f4f-49f7-43e4-8ac7-4e073511a498 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.194455] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.200022] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.200257] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.200470] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-633ff041-cbc1-4ab1-a556-8895f31f7992 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.220410] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.220410] env[69702]: value = "task-3084855" [ 746.220410] env[69702]: _type = "Task" [ 746.220410] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.229046] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084855, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.321886] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556097} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.322759] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1f9cfce3-1616-4167-8a02-1ca3b58dc115/1f9cfce3-1616-4167-8a02-1ca3b58dc115.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.323089] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.323416] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9354ec48-5fc2-4599-9dba-ecec5262fdbe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.333251] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 746.333251] env[69702]: value = "task-3084856" [ 746.333251] env[69702]: _type = "Task" [ 746.333251] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.346087] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.492581] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 746.493425] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df96a4f3-f5bc-4a34-afbd-82b6353df6ba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.505155] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 746.505155] env[69702]: value = "task-3084857" [ 746.505155] env[69702]: _type = "Task" [ 746.505155] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.514963] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084857, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.551690] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 11beea4b-b6e1-45ff-8640-396448ac8871 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.561530] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.561530] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522fa445-47b0-0b96-f184-75697c05affb" [ 746.561530] env[69702]: _type = "HttpNfcLease" [ 746.561530] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 746.562078] env[69702]: DEBUG oslo_vmware.rw_handles [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 746.562078] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522fa445-47b0-0b96-f184-75697c05affb" [ 746.562078] env[69702]: _type = "HttpNfcLease" [ 746.562078] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 746.562848] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24234a47-7772-44e9-aade-89536a71484b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.572093] env[69702]: DEBUG oslo_vmware.rw_handles [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc3987-42a9-a1ab-40e0-c8f76f32c46f/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 746.572363] env[69702]: DEBUG oslo_vmware.rw_handles [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc3987-42a9-a1ab-40e0-c8f76f32c46f/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 746.705541] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c371e9d7-d39f-4249-9dfa-4f25610ead37 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.731756] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084855, 'name': CreateVM_Task, 'duration_secs': 0.491711} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.731965] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.732610] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.732808] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.733249] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.733533] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb9e6d6-052d-4a80-9ed3-ea6a82cbd069 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.738796] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Waiting for the task: (returnval){ [ 746.738796] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528ffb5a-93eb-d272-2caf-d5f558ff18e7" [ 746.738796] env[69702]: _type = "Task" [ 746.738796] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.749969] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528ffb5a-93eb-d272-2caf-d5f558ff18e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.798240] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Acquiring lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.798240] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.798240] env[69702]: INFO nova.compute.manager [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Attaching volume 7c0714e8-5da3-41b3-a656-7a484cc68320 to /dev/sdb [ 746.844013] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b48fd4-27d0-43be-a0fd-e49a3166fe52 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.849462] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180969} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.850119] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.850892] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56352db3-4d74-4eba-a0be-b2721112d385 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.855811] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e93915-b7d5-4f7b-b2c4-47ed813b74c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.875841] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 1f9cfce3-1616-4167-8a02-1ca3b58dc115/1f9cfce3-1616-4167-8a02-1ca3b58dc115.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.876654] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27a4809f-9f57-4349-8ef1-58ba1fbe8d43 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.896430] env[69702]: DEBUG nova.virt.block_device [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Updating existing volume attachment record: 2b685173-8c92-4e1e-a96a-2f129e45353b {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 746.905120] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 746.905120] env[69702]: value = "task-3084858" [ 746.905120] env[69702]: _type = "Task" [ 746.905120] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.914382] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.015522] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084857, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.057923] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 5de0fd89-70f2-48cb-a681-0a1dfff8c86a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.257932] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528ffb5a-93eb-d272-2caf-d5f558ff18e7, 'name': SearchDatastore_Task, 'duration_secs': 0.023098} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.258362] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.258670] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.258929] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.259147] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.259443] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.259790] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c822e86-6387-4a60-aec9-eff637687632 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.269513] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.269704] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.270469] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c973b5-3a26-4d73-b33b-bd9e790445ba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.277407] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Waiting for the task: (returnval){ [ 747.277407] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52af3b07-5e22-5760-2744-946bb3ea876d" [ 747.277407] env[69702]: _type = "Task" [ 747.277407] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.290952] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52af3b07-5e22-5760-2744-946bb3ea876d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.419154] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084858, 'name': ReconfigVM_Task, 'duration_secs': 0.506059} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.419723] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 1f9cfce3-1616-4167-8a02-1ca3b58dc115/1f9cfce3-1616-4167-8a02-1ca3b58dc115.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.420697] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dd1285d-cde4-49d5-9b0e-becf7adafef6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.428545] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 747.428545] env[69702]: value = "task-3084863" [ 747.428545] env[69702]: _type = "Task" [ 747.428545] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.444019] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084863, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.526665] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084857, 'name': CreateSnapshot_Task, 'duration_secs': 0.967848} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.526665] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 747.528984] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36933de6-5df3-40cf-8128-209d60c1325c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.561297] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance f9d366bc-9336-446d-ae8e-f7052af72e8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.581317] env[69702]: DEBUG nova.compute.manager [req-a385fee1-6920-4002-8da1-72331a7d372f req-822b618c-2952-4421-b6b0-6b009f53b2bd service nova] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Received event network-vif-plugged-e50f3684-5868-4358-b5f8-be94e1c7c870 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.581821] env[69702]: DEBUG oslo_concurrency.lockutils [req-a385fee1-6920-4002-8da1-72331a7d372f req-822b618c-2952-4421-b6b0-6b009f53b2bd service nova] Acquiring lock "ae628692-35b2-4fa7-8aee-d77483405fe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.583109] env[69702]: DEBUG oslo_concurrency.lockutils [req-a385fee1-6920-4002-8da1-72331a7d372f req-822b618c-2952-4421-b6b0-6b009f53b2bd service nova] Lock "ae628692-35b2-4fa7-8aee-d77483405fe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.583109] env[69702]: DEBUG oslo_concurrency.lockutils [req-a385fee1-6920-4002-8da1-72331a7d372f req-822b618c-2952-4421-b6b0-6b009f53b2bd service nova] Lock "ae628692-35b2-4fa7-8aee-d77483405fe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.583109] env[69702]: DEBUG nova.compute.manager [req-a385fee1-6920-4002-8da1-72331a7d372f req-822b618c-2952-4421-b6b0-6b009f53b2bd service nova] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] No waiting events found dispatching network-vif-plugged-e50f3684-5868-4358-b5f8-be94e1c7c870 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.583109] env[69702]: WARNING nova.compute.manager [req-a385fee1-6920-4002-8da1-72331a7d372f req-822b618c-2952-4421-b6b0-6b009f53b2bd service nova] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Received unexpected event network-vif-plugged-e50f3684-5868-4358-b5f8-be94e1c7c870 for instance with vm_state building and task_state spawning. [ 747.786437] env[69702]: DEBUG nova.network.neutron [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Successfully updated port: e50f3684-5868-4358-b5f8-be94e1c7c870 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.795043] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52af3b07-5e22-5760-2744-946bb3ea876d, 'name': SearchDatastore_Task, 'duration_secs': 0.01238} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.796201] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8412e2e6-0de3-4d85-93c6-3b05c719273b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.803491] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Waiting for the task: (returnval){ [ 747.803491] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528e3d4e-31c8-699b-7e2a-466102dea374" [ 747.803491] env[69702]: _type = "Task" [ 747.803491] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.815816] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528e3d4e-31c8-699b-7e2a-466102dea374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.944051] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084863, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.052826] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 748.053261] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7cfaf2d3-b8ae-44ad-b527-2249ec609c7b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.063296] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 748.063296] env[69702]: value = "task-3084864" [ 748.063296] env[69702]: _type = "Task" [ 748.063296] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.069035] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 131b9632-347e-4203-b770-c6449683c6d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.077141] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084864, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.296736] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Acquiring lock "refresh_cache-ae628692-35b2-4fa7-8aee-d77483405fe9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.298245] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Acquired lock "refresh_cache-ae628692-35b2-4fa7-8aee-d77483405fe9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.298444] env[69702]: DEBUG nova.network.neutron [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.324560] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528e3d4e-31c8-699b-7e2a-466102dea374, 'name': SearchDatastore_Task, 'duration_secs': 0.015066} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.324897] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.325223] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] f208df38-eba6-4969-9639-176cddc5d1ff/f208df38-eba6-4969-9639-176cddc5d1ff.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.326215] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76397d67-0265-4a97-bc00-0b4c7b9764ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.334452] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Waiting for the task: (returnval){ [ 748.334452] env[69702]: value = "task-3084865" [ 748.334452] env[69702]: _type = "Task" [ 748.334452] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.343545] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.445018] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084863, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.572062] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.577794] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084864, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.846361] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084865, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.863431] env[69702]: DEBUG nova.network.neutron [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.949391] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084863, 'name': Rename_Task, 'duration_secs': 1.202392} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.952550] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.952848] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e23a6ab2-28a7-4b4b-a362-985f87180a4e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.963276] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 748.963276] env[69702]: value = "task-3084866" [ 748.963276] env[69702]: _type = "Task" [ 748.963276] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.972901] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.082956] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 538bd1ff-c4a9-449e-812e-90f0ef6f7a98 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 749.087536] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084864, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.158187] env[69702]: DEBUG nova.network.neutron [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Updating instance_info_cache with network_info: [{"id": "e50f3684-5868-4358-b5f8-be94e1c7c870", "address": "fa:16:3e:31:ce:29", "network": {"id": "1bd7d0ca-9913-47f2-9452-d67ccf5786a4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-321837854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abb9c7888e2463cafca0b1ff22daa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50f3684-58", "ovs_interfaceid": "e50f3684-5868-4358-b5f8-be94e1c7c870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.347216] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644725} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.347587] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] f208df38-eba6-4969-9639-176cddc5d1ff/f208df38-eba6-4969-9639-176cddc5d1ff.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.347846] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.348134] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2487e5be-2bb0-455d-ab7f-d10448164ce3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.355733] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Waiting for the task: (returnval){ [ 749.355733] env[69702]: value = "task-3084868" [ 749.355733] env[69702]: _type = "Task" [ 749.355733] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.364870] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.474297] env[69702]: DEBUG oslo_vmware.api [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084866, 'name': PowerOnVM_Task, 'duration_secs': 0.510311} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.475041] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.475759] env[69702]: INFO nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Took 8.58 seconds to spawn the instance on the hypervisor. [ 749.476102] env[69702]: DEBUG nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.477102] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd15a28-3734-4068-bf1c-e1deb1abf636 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.580701] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084864, 'name': CloneVM_Task} progress is 95%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.589116] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 749.661945] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Releasing lock "refresh_cache-ae628692-35b2-4fa7-8aee-d77483405fe9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.662672] env[69702]: DEBUG nova.compute.manager [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Instance network_info: |[{"id": "e50f3684-5868-4358-b5f8-be94e1c7c870", "address": "fa:16:3e:31:ce:29", "network": {"id": "1bd7d0ca-9913-47f2-9452-d67ccf5786a4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-321837854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abb9c7888e2463cafca0b1ff22daa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50f3684-58", "ovs_interfaceid": "e50f3684-5868-4358-b5f8-be94e1c7c870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.662811] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:ce:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e50f3684-5868-4358-b5f8-be94e1c7c870', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.670819] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Creating folder: Project (3abb9c7888e2463cafca0b1ff22daa7b). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.671173] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62c3203d-1a12-4961-abf7-11c7adc26a4a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.682317] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Created folder: Project (3abb9c7888e2463cafca0b1ff22daa7b) in parent group-v617437. [ 749.682520] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Creating folder: Instances. Parent ref: group-v617554. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.682772] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4d167e6-a45f-42de-b527-a770ae59c149 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.691126] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Created folder: Instances in parent group-v617554. [ 749.691404] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.691603] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.691810] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-386b2c96-d8e7-48fa-933b-c9f8a7dadde7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.718669] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.718669] env[69702]: value = "task-3084871" [ 749.718669] env[69702]: _type = "Task" [ 749.718669] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.730300] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084871, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.742560] env[69702]: DEBUG nova.compute.manager [req-f00368c8-a57c-43a8-9452-fdb290394dba req-0bd55c5a-1d2c-4f5c-b64f-f6d1290c8365 service nova] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Received event network-changed-e50f3684-5868-4358-b5f8-be94e1c7c870 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.742646] env[69702]: DEBUG nova.compute.manager [req-f00368c8-a57c-43a8-9452-fdb290394dba req-0bd55c5a-1d2c-4f5c-b64f-f6d1290c8365 service nova] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Refreshing instance network info cache due to event network-changed-e50f3684-5868-4358-b5f8-be94e1c7c870. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.742801] env[69702]: DEBUG oslo_concurrency.lockutils [req-f00368c8-a57c-43a8-9452-fdb290394dba req-0bd55c5a-1d2c-4f5c-b64f-f6d1290c8365 service nova] Acquiring lock "refresh_cache-ae628692-35b2-4fa7-8aee-d77483405fe9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.742947] env[69702]: DEBUG oslo_concurrency.lockutils [req-f00368c8-a57c-43a8-9452-fdb290394dba req-0bd55c5a-1d2c-4f5c-b64f-f6d1290c8365 service nova] Acquired lock "refresh_cache-ae628692-35b2-4fa7-8aee-d77483405fe9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.743149] env[69702]: DEBUG nova.network.neutron [req-f00368c8-a57c-43a8-9452-fdb290394dba req-0bd55c5a-1d2c-4f5c-b64f-f6d1290c8365 service nova] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Refreshing network info cache for port e50f3684-5868-4358-b5f8-be94e1c7c870 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.867697] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075156} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.868020] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.868832] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1178c19e-b645-46a4-9c8c-26535af521d0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.890217] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] f208df38-eba6-4969-9639-176cddc5d1ff/f208df38-eba6-4969-9639-176cddc5d1ff.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.890971] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08165f64-fa92-4c4b-bdf7-382a40c04185 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.910994] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Waiting for the task: (returnval){ [ 749.910994] env[69702]: value = "task-3084872" [ 749.910994] env[69702]: _type = "Task" [ 749.910994] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.919401] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.001058] env[69702]: INFO nova.compute.manager [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Took 45.61 seconds to build instance. [ 750.060220] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Acquiring lock "98a036a1-aa31-4896-b4bb-95d87817e015" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.060591] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Lock "98a036a1-aa31-4896-b4bb-95d87817e015" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.077896] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084864, 'name': CloneVM_Task, 'duration_secs': 1.737962} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.078184] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Created linked-clone VM from snapshot [ 750.078947] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd5b66b-0f16-439c-8518-bf2986e83003 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.087070] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Uploading image 17f4413c-ee42-4dcf-9ba4-1688c9b24067 {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 750.093074] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ad77e2a6-0461-49b1-bfd8-8039e7a23ac5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 750.111444] env[69702]: DEBUG oslo_vmware.rw_handles [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 750.111444] env[69702]: value = "vm-617553" [ 750.111444] env[69702]: _type = "VirtualMachine" [ 750.111444] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 750.111737] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed24a82d-32f4-423f-89a2-c0f3a357bcbe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.119356] env[69702]: DEBUG oslo_vmware.rw_handles [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lease: (returnval){ [ 750.119356] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b6370-7c5c-e2fc-c116-40cf14722ed7" [ 750.119356] env[69702]: _type = "HttpNfcLease" [ 750.119356] env[69702]: } obtained for exporting VM: (result){ [ 750.119356] env[69702]: value = "vm-617553" [ 750.119356] env[69702]: _type = "VirtualMachine" [ 750.119356] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 750.119667] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the lease: (returnval){ [ 750.119667] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b6370-7c5c-e2fc-c116-40cf14722ed7" [ 750.119667] env[69702]: _type = "HttpNfcLease" [ 750.119667] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 750.127362] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 750.127362] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b6370-7c5c-e2fc-c116-40cf14722ed7" [ 750.127362] env[69702]: _type = "HttpNfcLease" [ 750.127362] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 750.228546] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084871, 'name': CreateVM_Task, 'duration_secs': 0.452227} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.228710] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.229435] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.229641] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.230048] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.230312] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-997c4fd9-856f-4134-a734-17f2e335e803 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.235577] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Waiting for the task: (returnval){ [ 750.235577] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5200f3de-cee9-7cbd-3dc0-69e832bebbff" [ 750.235577] env[69702]: _type = "Task" [ 750.235577] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.244044] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5200f3de-cee9-7cbd-3dc0-69e832bebbff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.421558] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.502892] env[69702]: DEBUG oslo_concurrency.lockutils [None req-352832ea-14e2-42cb-b916-aaa0fd9b49f5 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "1f9cfce3-1616-4167-8a02-1ca3b58dc115" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.146s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.566943] env[69702]: DEBUG nova.network.neutron [req-f00368c8-a57c-43a8-9452-fdb290394dba req-0bd55c5a-1d2c-4f5c-b64f-f6d1290c8365 service nova] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Updated VIF entry in instance network info cache for port e50f3684-5868-4358-b5f8-be94e1c7c870. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.567452] env[69702]: DEBUG nova.network.neutron [req-f00368c8-a57c-43a8-9452-fdb290394dba req-0bd55c5a-1d2c-4f5c-b64f-f6d1290c8365 service nova] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Updating instance_info_cache with network_info: [{"id": "e50f3684-5868-4358-b5f8-be94e1c7c870", "address": "fa:16:3e:31:ce:29", "network": {"id": "1bd7d0ca-9913-47f2-9452-d67ccf5786a4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-321837854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3abb9c7888e2463cafca0b1ff22daa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50f3684-58", "ovs_interfaceid": "e50f3684-5868-4358-b5f8-be94e1c7c870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.595487] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance d36e24b4-b199-4032-a564-77378b08369b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 750.628030] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 750.628030] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b6370-7c5c-e2fc-c116-40cf14722ed7" [ 750.628030] env[69702]: _type = "HttpNfcLease" [ 750.628030] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 750.628426] env[69702]: DEBUG oslo_vmware.rw_handles [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 750.628426] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b6370-7c5c-e2fc-c116-40cf14722ed7" [ 750.628426] env[69702]: _type = "HttpNfcLease" [ 750.628426] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 750.629204] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b34bb37-c682-45d7-83f8-ef28888796f5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.638087] env[69702]: DEBUG oslo_vmware.rw_handles [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52950986-a61b-322b-a292-4e47e2a3cafa/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 750.638702] env[69702]: DEBUG oslo_vmware.rw_handles [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52950986-a61b-322b-a292-4e47e2a3cafa/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 750.747930] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5200f3de-cee9-7cbd-3dc0-69e832bebbff, 'name': SearchDatastore_Task, 'duration_secs': 0.021494} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.750644] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.750914] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.751231] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.751415] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.751581] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.752182] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e823b10-3006-45dd-8b88-677b9f4b2174 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.754233] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-13f3cb06-1221-4c2c-9413-b9606f437370 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.763487] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.763714] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.764418] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b95fe41-3650-4e7b-9ada-b8cbc12583f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.769963] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Waiting for the task: (returnval){ [ 750.769963] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d60d56-8203-88e9-80cb-3006e3fd91e0" [ 750.769963] env[69702]: _type = "Task" [ 750.769963] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.777363] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d60d56-8203-88e9-80cb-3006e3fd91e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.921694] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084872, 'name': ReconfigVM_Task, 'duration_secs': 0.589865} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.922239] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Reconfigured VM instance instance-00000025 to attach disk [datastore1] f208df38-eba6-4969-9639-176cddc5d1ff/f208df38-eba6-4969-9639-176cddc5d1ff.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.922612] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47d80a7e-2f9e-4c4e-ad1f-7b426afde422 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.928961] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Waiting for the task: (returnval){ [ 750.928961] env[69702]: value = "task-3084874" [ 750.928961] env[69702]: _type = "Task" [ 750.928961] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.937287] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084874, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.005539] env[69702]: DEBUG nova.compute.manager [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.058747] env[69702]: DEBUG oslo_concurrency.lockutils [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "756ccd3a-c4c4-41eb-b460-c4b34f07f375" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.059049] env[69702]: DEBUG oslo_concurrency.lockutils [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "756ccd3a-c4c4-41eb-b460-c4b34f07f375" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.059389] env[69702]: DEBUG oslo_concurrency.lockutils [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "756ccd3a-c4c4-41eb-b460-c4b34f07f375-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.060182] env[69702]: DEBUG oslo_concurrency.lockutils [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "756ccd3a-c4c4-41eb-b460-c4b34f07f375-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.060376] env[69702]: DEBUG oslo_concurrency.lockutils [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "756ccd3a-c4c4-41eb-b460-c4b34f07f375-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.062882] env[69702]: INFO nova.compute.manager [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Terminating instance [ 751.070511] env[69702]: DEBUG oslo_concurrency.lockutils [req-f00368c8-a57c-43a8-9452-fdb290394dba req-0bd55c5a-1d2c-4f5c-b64f-f6d1290c8365 service nova] Releasing lock "refresh_cache-ae628692-35b2-4fa7-8aee-d77483405fe9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.098553] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance acfbd008-7a97-4593-8c01-51f5a33eaa1c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.280807] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d60d56-8203-88e9-80cb-3006e3fd91e0, 'name': SearchDatastore_Task, 'duration_secs': 0.015043} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.282647] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a58c81-ac34-41da-868e-c448de2c2568 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.291221] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Waiting for the task: (returnval){ [ 751.291221] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5215107f-546c-8544-84d8-b3e579306525" [ 751.291221] env[69702]: _type = "Task" [ 751.291221] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.300378] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5215107f-546c-8544-84d8-b3e579306525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.443691] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084874, 'name': Rename_Task, 'duration_secs': 0.186893} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.443691] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.443691] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a38caa5-c067-4e04-a177-4a0563066472 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.451653] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Waiting for the task: (returnval){ [ 751.451653] env[69702]: value = "task-3084875" [ 751.451653] env[69702]: _type = "Task" [ 751.451653] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.466407] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.540339] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.568704] env[69702]: DEBUG nova.compute.manager [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.569123] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.570512] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4374c26e-dbb5-43ee-9b0f-201e9d310a73 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.579046] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.579613] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14117101-74c4-4c79-983e-235f26b04ee8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.587232] env[69702]: DEBUG oslo_vmware.api [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 751.587232] env[69702]: value = "task-3084876" [ 751.587232] env[69702]: _type = "Task" [ 751.587232] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.598986] env[69702]: DEBUG oslo_vmware.api [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.601896] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 62fa2fd7-c135-42ef-88ab-d5090907b77c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.801546] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5215107f-546c-8544-84d8-b3e579306525, 'name': SearchDatastore_Task, 'duration_secs': 0.016121} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.802103] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.802376] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ae628692-35b2-4fa7-8aee-d77483405fe9/ae628692-35b2-4fa7-8aee-d77483405fe9.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.802839] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-820873ba-ddfd-45e3-b399-2c0df14244a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.809870] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Waiting for the task: (returnval){ [ 751.809870] env[69702]: value = "task-3084877" [ 751.809870] env[69702]: _type = "Task" [ 751.809870] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.819837] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.962716] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.982549] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 751.983051] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617551', 'volume_id': '7c0714e8-5da3-41b3-a656-7a484cc68320', 'name': 'volume-7c0714e8-5da3-41b3-a656-7a484cc68320', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e23f9423-9373-44c7-8b7b-3a1431b525ae', 'attached_at': '', 'detached_at': '', 'volume_id': '7c0714e8-5da3-41b3-a656-7a484cc68320', 'serial': '7c0714e8-5da3-41b3-a656-7a484cc68320'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 751.985024] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910daa00-5c42-4327-9490-553f6f6b2036 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.002358] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a607cdd-de71-49c3-91ae-3265ded5d050 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.028570] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] volume-7c0714e8-5da3-41b3-a656-7a484cc68320/volume-7c0714e8-5da3-41b3-a656-7a484cc68320.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.029068] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8539b7e-8ae2-474e-ae4a-86caf5e4670a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.049529] env[69702]: DEBUG oslo_vmware.api [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Waiting for the task: (returnval){ [ 752.049529] env[69702]: value = "task-3084878" [ 752.049529] env[69702]: _type = "Task" [ 752.049529] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.059054] env[69702]: DEBUG oslo_vmware.api [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Task: {'id': task-3084878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.099303] env[69702]: DEBUG oslo_vmware.api [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.106232] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 40ee0632-ab45-4177-8f7f-5e1926d83646 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.321493] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084877, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.463671] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.563453] env[69702]: DEBUG oslo_vmware.api [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Task: {'id': task-3084878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.599712] env[69702]: DEBUG oslo_vmware.api [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084876, 'name': PowerOffVM_Task, 'duration_secs': 0.700216} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.600189] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.600468] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.600887] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0603d1e6-d076-4701-bc1c-842c107deecd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.608953] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 0d193bd5-ef22-4099-9ca8-d39e12e5a455 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.670642] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.670905] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.671112] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Deleting the datastore file [datastore2] 756ccd3a-c4c4-41eb-b460-c4b34f07f375 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.671423] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1631a449-6fa2-4820-b027-0fb915b99a43 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.677894] env[69702]: DEBUG oslo_vmware.api [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 752.677894] env[69702]: value = "task-3084880" [ 752.677894] env[69702]: _type = "Task" [ 752.677894] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.686093] env[69702]: DEBUG oslo_vmware.api [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.821081] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780802} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.821435] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ae628692-35b2-4fa7-8aee-d77483405fe9/ae628692-35b2-4fa7-8aee-d77483405fe9.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.821687] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.821949] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-924358cf-76c8-4f5b-829a-f64cc300f390 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.828972] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Waiting for the task: (returnval){ [ 752.828972] env[69702]: value = "task-3084881" [ 752.828972] env[69702]: _type = "Task" [ 752.828972] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.837564] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.962651] env[69702]: DEBUG oslo_vmware.api [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Task: {'id': task-3084875, 'name': PowerOnVM_Task, 'duration_secs': 1.434453} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.963015] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.963319] env[69702]: DEBUG nova.compute.manager [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.964148] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1e445e-fa25-404d-850e-0d16bb467796 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.064579] env[69702]: DEBUG oslo_vmware.api [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Task: {'id': task-3084878, 'name': ReconfigVM_Task, 'duration_secs': 0.828152} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.064992] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Reconfigured VM instance instance-00000010 to attach disk [datastore1] volume-7c0714e8-5da3-41b3-a656-7a484cc68320/volume-7c0714e8-5da3-41b3-a656-7a484cc68320.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.072642] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57907023-65dd-4047-a29e-89c1ccb89ff4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.096155] env[69702]: DEBUG oslo_vmware.api [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Waiting for the task: (returnval){ [ 753.096155] env[69702]: value = "task-3084882" [ 753.096155] env[69702]: _type = "Task" [ 753.096155] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.109138] env[69702]: DEBUG oslo_vmware.api [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Task: {'id': task-3084882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.112272] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.191342] env[69702]: DEBUG oslo_vmware.api [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278897} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.191630] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.191794] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.191973] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.192163] env[69702]: INFO nova.compute.manager [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Took 1.62 seconds to destroy the instance on the hypervisor. [ 753.192413] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.192611] env[69702]: DEBUG nova.compute.manager [-] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.192710] env[69702]: DEBUG nova.network.neutron [-] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.339333] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108905} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.339687] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.340567] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e597af0-6ab9-4305-9957-42532c5a15d9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.364980] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ae628692-35b2-4fa7-8aee-d77483405fe9/ae628692-35b2-4fa7-8aee-d77483405fe9.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.365348] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6bdd5e4-b6ea-4872-a113-5550ba213bbe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.385061] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Waiting for the task: (returnval){ [ 753.385061] env[69702]: value = "task-3084883" [ 753.385061] env[69702]: _type = "Task" [ 753.385061] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.396680] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.482834] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.609979] env[69702]: DEBUG oslo_vmware.api [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Task: {'id': task-3084882, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.619450] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 73bb0696-a7a2-45a5-9f2e-2594babcdc4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.619799] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 753.620086] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 753.898310] env[69702]: DEBUG nova.compute.manager [req-d8ca1caa-4269-4b5b-bf1f-523033ee93af req-2bd0c048-f9e6-4a53-bde9-29d61e3523a1 service nova] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Received event network-vif-deleted-2dc217a7-8aca-43ea-bc5b-02dd93d37afe {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.898530] env[69702]: INFO nova.compute.manager [req-d8ca1caa-4269-4b5b-bf1f-523033ee93af req-2bd0c048-f9e6-4a53-bde9-29d61e3523a1 service nova] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Neutron deleted interface 2dc217a7-8aca-43ea-bc5b-02dd93d37afe; detaching it from the instance and deleting it from the info cache [ 753.898827] env[69702]: DEBUG nova.network.neutron [req-d8ca1caa-4269-4b5b-bf1f-523033ee93af req-2bd0c048-f9e6-4a53-bde9-29d61e3523a1 service nova] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.904742] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.010946] env[69702]: DEBUG nova.network.neutron [-] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.109469] env[69702]: DEBUG oslo_vmware.api [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Task: {'id': task-3084882, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.191570] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ecd2dd-21cc-4aae-af27-eeefc605fbad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.199816] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65d4088-e513-4a14-b2d8-2ac8ecc80365 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.230757] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715ea12e-f9a5-46ac-9836-7feb346d34ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.239034] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c58b52-073b-4341-8a25-fdd76e9c38cd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.254101] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.396741] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084883, 'name': ReconfigVM_Task, 'duration_secs': 0.612651} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.397033] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ae628692-35b2-4fa7-8aee-d77483405fe9/ae628692-35b2-4fa7-8aee-d77483405fe9.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.397721] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7afdf6ac-9130-461a-8f00-7772d5f67386 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.401258] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c08c62e6-e6ae-4b62-98af-58c6e7faf462 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.404831] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Waiting for the task: (returnval){ [ 754.404831] env[69702]: value = "task-3084884" [ 754.404831] env[69702]: _type = "Task" [ 754.404831] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.412399] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59a35bf-4115-4ced-8193-9a064f2804d0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.428242] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084884, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.465086] env[69702]: DEBUG nova.compute.manager [req-d8ca1caa-4269-4b5b-bf1f-523033ee93af req-2bd0c048-f9e6-4a53-bde9-29d61e3523a1 service nova] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Detach interface failed, port_id=2dc217a7-8aca-43ea-bc5b-02dd93d37afe, reason: Instance 756ccd3a-c4c4-41eb-b460-c4b34f07f375 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 754.516231] env[69702]: INFO nova.compute.manager [-] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Took 1.32 seconds to deallocate network for instance. [ 754.608438] env[69702]: DEBUG oslo_vmware.api [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Task: {'id': task-3084882, 'name': ReconfigVM_Task, 'duration_secs': 1.329588} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.608743] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617551', 'volume_id': '7c0714e8-5da3-41b3-a656-7a484cc68320', 'name': 'volume-7c0714e8-5da3-41b3-a656-7a484cc68320', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e23f9423-9373-44c7-8b7b-3a1431b525ae', 'attached_at': '', 'detached_at': '', 'volume_id': '7c0714e8-5da3-41b3-a656-7a484cc68320', 'serial': '7c0714e8-5da3-41b3-a656-7a484cc68320'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 754.757344] env[69702]: DEBUG nova.scheduler.client.report [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.914430] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084884, 'name': Rename_Task, 'duration_secs': 0.177508} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.914719] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.914973] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f58e43a-7f6f-4b51-996e-12be7b7455e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.921573] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Waiting for the task: (returnval){ [ 754.921573] env[69702]: value = "task-3084885" [ 754.921573] env[69702]: _type = "Task" [ 754.921573] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.931133] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.931500] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquiring lock "f208df38-eba6-4969-9639-176cddc5d1ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.931726] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Lock "f208df38-eba6-4969-9639-176cddc5d1ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.931930] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquiring lock "f208df38-eba6-4969-9639-176cddc5d1ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.932137] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Lock "f208df38-eba6-4969-9639-176cddc5d1ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.932311] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Lock "f208df38-eba6-4969-9639-176cddc5d1ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.934597] env[69702]: INFO nova.compute.manager [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Terminating instance [ 755.022391] env[69702]: DEBUG oslo_concurrency.lockutils [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.264247] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 755.264386] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.288s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.264809] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.712s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.265055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.267776] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.152s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.269706] env[69702]: INFO nova.compute.claims [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.298724] env[69702]: INFO nova.scheduler.client.report [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Deleted allocations for instance 15c8d71d-2065-4bd4-91c3-d6c5140fff83 [ 755.437432] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.438344] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquiring lock "refresh_cache-f208df38-eba6-4969-9639-176cddc5d1ff" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.438598] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquired lock "refresh_cache-f208df38-eba6-4969-9639-176cddc5d1ff" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.438908] env[69702]: DEBUG nova.network.neutron [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.647827] env[69702]: DEBUG nova.objects.instance [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Lazy-loading 'flavor' on Instance uuid e23f9423-9373-44c7-8b7b-3a1431b525ae {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.809788] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd4a5a06-01fa-4de8-9e13-c2899415ffb1 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "15c8d71d-2065-4bd4-91c3-d6c5140fff83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.661s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.936229] env[69702]: DEBUG oslo_vmware.api [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084885, 'name': PowerOnVM_Task, 'duration_secs': 0.62134} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.938460] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.938710] env[69702]: INFO nova.compute.manager [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Took 9.92 seconds to spawn the instance on the hypervisor. [ 755.938710] env[69702]: DEBUG nova.compute.manager [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.941077] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dce5cf8-894e-45a6-bf00-5908c7d3806a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.975555] env[69702]: DEBUG nova.network.neutron [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.979187] env[69702]: DEBUG oslo_vmware.rw_handles [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc3987-42a9-a1ab-40e0-c8f76f32c46f/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 755.980715] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae9aa47-2cf3-4955-83e1-e3f55a9e93c0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.987437] env[69702]: DEBUG oslo_vmware.rw_handles [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc3987-42a9-a1ab-40e0-c8f76f32c46f/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 755.987656] env[69702]: ERROR oslo_vmware.rw_handles [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc3987-42a9-a1ab-40e0-c8f76f32c46f/disk-0.vmdk due to incomplete transfer. [ 755.987939] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20d896ae-cff5-4032-8641-d11567d7dfc9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.996958] env[69702]: DEBUG oslo_vmware.rw_handles [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc3987-42a9-a1ab-40e0-c8f76f32c46f/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 755.997187] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Uploaded image dd69d2ed-ee42-4508-88f4-d89ff966665c to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 755.999882] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 756.000606] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-245655c3-5a2f-4f96-8f04-b5387f8137fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.010490] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 756.010490] env[69702]: value = "task-3084886" [ 756.010490] env[69702]: _type = "Task" [ 756.010490] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.023341] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084886, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.060682] env[69702]: DEBUG nova.network.neutron [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.157335] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8b24c726-1ec3-4b59-b039-268551726620 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.358s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.472350] env[69702]: INFO nova.compute.manager [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Took 50.47 seconds to build instance. [ 756.529036] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084886, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.566514] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Releasing lock "refresh_cache-f208df38-eba6-4969-9639-176cddc5d1ff" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.568278] env[69702]: DEBUG nova.compute.manager [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.568278] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.570718] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d6319-b227-4af7-ae8a-ce04b842965f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.583408] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.587778] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7938868-4983-4549-b37a-ed816b30c211 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.597302] env[69702]: DEBUG oslo_vmware.api [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 756.597302] env[69702]: value = "task-3084887" [ 756.597302] env[69702]: _type = "Task" [ 756.597302] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.616759] env[69702]: DEBUG oslo_vmware.api [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.971647] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb021943-4841-419c-b936-3f0f3d7dc2d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.977086] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c59e9072-0081-45cd-9b35-2e681489f0d0 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Lock "ae628692-35b2-4fa7-8aee-d77483405fe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.846s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.983602] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4665fd-c7e6-4182-91e0-128d0d3b1a3f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.021551] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a7c39c-cf48-4859-aa2d-eb2100e2e927 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.031726] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084886, 'name': Destroy_Task, 'duration_secs': 0.959379} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.037132] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Destroyed the VM [ 757.037132] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 757.037132] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fccc2bc8-b05c-4dfb-a34a-d96f915515eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.039160] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8661d6-bdce-4b60-abec-5e74356906f8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.048396] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 757.048396] env[69702]: value = "task-3084888" [ 757.048396] env[69702]: _type = "Task" [ 757.048396] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.059208] env[69702]: DEBUG nova.compute.provider_tree [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.070415] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084888, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.113978] env[69702]: DEBUG oslo_vmware.api [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084887, 'name': PowerOffVM_Task, 'duration_secs': 0.179407} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.114082] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.115121] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.115121] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f8c2383-ea87-44e6-800f-5b6caf73e2f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.144425] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.144758] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.144992] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Deleting the datastore file [datastore1] f208df38-eba6-4969-9639-176cddc5d1ff {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.145543] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc4b56bb-9108-45df-9909-f96108b0b6c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.153164] env[69702]: DEBUG oslo_vmware.api [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for the task: (returnval){ [ 757.153164] env[69702]: value = "task-3084890" [ 757.153164] env[69702]: _type = "Task" [ 757.153164] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.161952] env[69702]: DEBUG oslo_vmware.api [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.386767] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Acquiring lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.387045] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.479324] env[69702]: DEBUG nova.compute.manager [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.563764] env[69702]: DEBUG nova.scheduler.client.report [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.573271] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084888, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.609623] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Acquiring lock "ae628692-35b2-4fa7-8aee-d77483405fe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.609623] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Lock "ae628692-35b2-4fa7-8aee-d77483405fe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.609623] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Acquiring lock "ae628692-35b2-4fa7-8aee-d77483405fe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.609623] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Lock "ae628692-35b2-4fa7-8aee-d77483405fe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.609839] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Lock "ae628692-35b2-4fa7-8aee-d77483405fe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.611981] env[69702]: INFO nova.compute.manager [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Terminating instance [ 757.663277] env[69702]: DEBUG oslo_vmware.api [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Task: {'id': task-3084890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161355} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.663570] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.663773] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.663971] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.664217] env[69702]: INFO nova.compute.manager [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Took 1.10 seconds to destroy the instance on the hypervisor. [ 757.664502] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.664712] env[69702]: DEBUG nova.compute.manager [-] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.664822] env[69702]: DEBUG nova.network.neutron [-] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.694169] env[69702]: DEBUG nova.network.neutron [-] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.891657] env[69702]: INFO nova.compute.manager [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Detaching volume 7c0714e8-5da3-41b3-a656-7a484cc68320 [ 757.931538] env[69702]: INFO nova.virt.block_device [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Attempting to driver detach volume 7c0714e8-5da3-41b3-a656-7a484cc68320 from mountpoint /dev/sdb [ 757.931784] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 757.931983] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617551', 'volume_id': '7c0714e8-5da3-41b3-a656-7a484cc68320', 'name': 'volume-7c0714e8-5da3-41b3-a656-7a484cc68320', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e23f9423-9373-44c7-8b7b-3a1431b525ae', 'attached_at': '', 'detached_at': '', 'volume_id': '7c0714e8-5da3-41b3-a656-7a484cc68320', 'serial': '7c0714e8-5da3-41b3-a656-7a484cc68320'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 757.932897] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb1dd26-41ba-444e-b503-89968af45b9e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.957398] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d14cbe-ab68-47ed-9b61-268ec880d9c6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.964621] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfd87f9-8371-44bc-b518-c3b8b80ea410 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.990347] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5602b48-6c9c-4bc9-945b-b9121b314a00 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.008972] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] The volume has not been displaced from its original location: [datastore1] volume-7c0714e8-5da3-41b3-a656-7a484cc68320/volume-7c0714e8-5da3-41b3-a656-7a484cc68320.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 758.014987] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 758.015375] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3803db93-5661-4904-9d6b-892a7c617b3b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.029285] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.034516] env[69702]: DEBUG oslo_vmware.api [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Waiting for the task: (returnval){ [ 758.034516] env[69702]: value = "task-3084891" [ 758.034516] env[69702]: _type = "Task" [ 758.034516] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.046222] env[69702]: DEBUG oslo_vmware.api [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Task: {'id': task-3084891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.071736] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.072376] env[69702]: DEBUG nova.compute.manager [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.075010] env[69702]: DEBUG oslo_vmware.api [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084888, 'name': RemoveSnapshot_Task, 'duration_secs': 0.814885} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.077486] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.716s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.077486] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.077680] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.635s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.077844] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.080293] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.861s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.082054] env[69702]: INFO nova.compute.claims [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.085066] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 758.085066] env[69702]: INFO nova.compute.manager [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Took 15.76 seconds to snapshot the instance on the hypervisor. [ 758.108461] env[69702]: INFO nova.scheduler.client.report [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Deleted allocations for instance a671c9c9-8655-4b57-8011-24e849eac2cb [ 758.113450] env[69702]: INFO nova.scheduler.client.report [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Deleted allocations for instance abe0995d-a681-4263-9a69-6d4254c07de2 [ 758.118247] env[69702]: DEBUG nova.compute.manager [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.118247] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.118856] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95779f5c-73a1-4bae-b309-904d47162f6f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.128904] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.128904] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeb6ea26-130d-40b5-ad32-0eba41fc8e05 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.136350] env[69702]: DEBUG oslo_vmware.api [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Waiting for the task: (returnval){ [ 758.136350] env[69702]: value = "task-3084892" [ 758.136350] env[69702]: _type = "Task" [ 758.136350] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.149824] env[69702]: DEBUG oslo_vmware.api [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.198604] env[69702]: DEBUG nova.network.neutron [-] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.547629] env[69702]: DEBUG oslo_vmware.api [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Task: {'id': task-3084891, 'name': ReconfigVM_Task, 'duration_secs': 0.275119} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.547916] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 758.555960] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46239bc9-d06b-4476-a23a-40f130175955 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.572831] env[69702]: DEBUG oslo_vmware.api [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Waiting for the task: (returnval){ [ 758.572831] env[69702]: value = "task-3084893" [ 758.572831] env[69702]: _type = "Task" [ 758.572831] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.583443] env[69702]: DEBUG oslo_vmware.api [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Task: {'id': task-3084893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.589341] env[69702]: DEBUG nova.compute.utils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.598840] env[69702]: DEBUG nova.compute.manager [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.598840] env[69702]: DEBUG nova.network.neutron [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.618737] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48a117a4-4a93-410f-8c54-311a7f950cee tempest-InstanceActionsTestJSON-1243409544 tempest-InstanceActionsTestJSON-1243409544-project-member] Lock "a671c9c9-8655-4b57-8011-24e849eac2cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.899s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.624659] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2026372d-c06f-4703-9d5e-0ef7a60d4dad tempest-FloatingIPsAssociationTestJSON-1274304901 tempest-FloatingIPsAssociationTestJSON-1274304901-project-member] Lock "abe0995d-a681-4263-9a69-6d4254c07de2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.674s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.651303] env[69702]: DEBUG oslo_vmware.api [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084892, 'name': PowerOffVM_Task, 'duration_secs': 0.235232} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.651647] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.651815] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.652099] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1f61bbf-2e5e-4ba8-8eeb-81bc84561250 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.692507] env[69702]: DEBUG nova.compute.manager [None req-1ef504b4-3970-46a4-99fc-a3033cfd9c07 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Found 1 images (rotation: 2) {{(pid=69702) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 758.693914] env[69702]: DEBUG nova.policy [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f73cd56b9d5a4a6585ba2f93072a9dbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '273b42974e664f24a55795f408714100', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.702145] env[69702]: INFO nova.compute.manager [-] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Took 1.04 seconds to deallocate network for instance. [ 758.719047] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.719288] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.719583] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Deleting the datastore file [datastore1] ae628692-35b2-4fa7-8aee-d77483405fe9 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.719735] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9aaace6-0fcd-4330-837b-223d54a826cf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.728641] env[69702]: DEBUG oslo_vmware.api [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Waiting for the task: (returnval){ [ 758.728641] env[69702]: value = "task-3084895" [ 758.728641] env[69702]: _type = "Task" [ 758.728641] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.737839] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "5cd9dc16-3dae-4410-921a-804fedfdf459" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.738048] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "5cd9dc16-3dae-4410-921a-804fedfdf459" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.743783] env[69702]: DEBUG oslo_vmware.api [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.088676] env[69702]: DEBUG oslo_vmware.api [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Task: {'id': task-3084893, 'name': ReconfigVM_Task, 'duration_secs': 0.154201} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.088676] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617551', 'volume_id': '7c0714e8-5da3-41b3-a656-7a484cc68320', 'name': 'volume-7c0714e8-5da3-41b3-a656-7a484cc68320', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e23f9423-9373-44c7-8b7b-3a1431b525ae', 'attached_at': '', 'detached_at': '', 'volume_id': '7c0714e8-5da3-41b3-a656-7a484cc68320', 'serial': '7c0714e8-5da3-41b3-a656-7a484cc68320'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 759.095754] env[69702]: DEBUG nova.compute.manager [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.143221] env[69702]: DEBUG nova.network.neutron [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Successfully created port: 6ac083e3-40db-4859-9f62-48d6f7402d15 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.209373] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.246092] env[69702]: DEBUG oslo_vmware.api [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Task: {'id': task-3084895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14161} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.246092] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.246092] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.246092] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.246092] env[69702]: INFO nova.compute.manager [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 759.246092] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.246396] env[69702]: DEBUG nova.compute.manager [-] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.247062] env[69702]: DEBUG nova.network.neutron [-] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.672766] env[69702]: DEBUG nova.objects.instance [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Lazy-loading 'flavor' on Instance uuid e23f9423-9373-44c7-8b7b-3a1431b525ae {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.788817] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e46d60-3416-417c-b52d-adc0761ddcb3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.798340] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df857d59-20d2-4096-8e9b-ecc54828401a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.838352] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74909e61-9637-4454-a47d-045d178455e2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.846127] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ae9e67-7941-40ce-8449-1e441e61e8a8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.863511] env[69702]: DEBUG nova.compute.provider_tree [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.919918] env[69702]: DEBUG nova.compute.manager [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.920895] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b86e0bf-f0be-4f2c-ab01-8606439a9206 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.986983] env[69702]: DEBUG nova.compute.manager [req-3d4b2aa5-8497-44ee-b6fc-59eb621ea0d8 req-545e491e-41d9-490b-b5ec-f9a45dc6c4be service nova] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Received event network-vif-deleted-e50f3684-5868-4358-b5f8-be94e1c7c870 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.987213] env[69702]: INFO nova.compute.manager [req-3d4b2aa5-8497-44ee-b6fc-59eb621ea0d8 req-545e491e-41d9-490b-b5ec-f9a45dc6c4be service nova] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Neutron deleted interface e50f3684-5868-4358-b5f8-be94e1c7c870; detaching it from the instance and deleting it from the info cache [ 759.987389] env[69702]: DEBUG nova.network.neutron [req-3d4b2aa5-8497-44ee-b6fc-59eb621ea0d8 req-545e491e-41d9-490b-b5ec-f9a45dc6c4be service nova] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.067996] env[69702]: DEBUG oslo_vmware.rw_handles [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52950986-a61b-322b-a292-4e47e2a3cafa/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 760.068533] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb421f0-bf4b-4e6a-af61-5f59858aaf29 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.075505] env[69702]: DEBUG oslo_vmware.rw_handles [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52950986-a61b-322b-a292-4e47e2a3cafa/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 760.075669] env[69702]: ERROR oslo_vmware.rw_handles [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52950986-a61b-322b-a292-4e47e2a3cafa/disk-0.vmdk due to incomplete transfer. [ 760.075898] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f6dd514a-0efa-48de-a8a8-2b35c48019b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.083388] env[69702]: DEBUG oslo_vmware.rw_handles [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52950986-a61b-322b-a292-4e47e2a3cafa/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 760.083548] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Uploaded image 17f4413c-ee42-4dcf-9ba4-1688c9b24067 to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 760.085147] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 760.085388] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99b1b0b0-6f58-4f67-bf59-a6d832a84360 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.092759] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 760.092759] env[69702]: value = "task-3084896" [ 760.092759] env[69702]: _type = "Task" [ 760.092759] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.100114] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084896, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.109702] env[69702]: DEBUG nova.compute.manager [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.132781] env[69702]: DEBUG nova.virt.hardware [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.133624] env[69702]: DEBUG nova.virt.hardware [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.133624] env[69702]: DEBUG nova.virt.hardware [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.133624] env[69702]: DEBUG nova.virt.hardware [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.133624] env[69702]: DEBUG nova.virt.hardware [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.133800] env[69702]: DEBUG nova.virt.hardware [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.133909] env[69702]: DEBUG nova.virt.hardware [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.134193] env[69702]: DEBUG nova.virt.hardware [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.134421] env[69702]: DEBUG nova.virt.hardware [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.134595] env[69702]: DEBUG nova.virt.hardware [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.134770] env[69702]: DEBUG nova.virt.hardware [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.135631] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70945959-5d52-4b97-bb7c-afe75e6e1c4f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.143656] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5c1e61-9588-42e3-95f7-02d4eb031546 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.370306] env[69702]: DEBUG nova.scheduler.client.report [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.373426] env[69702]: DEBUG nova.network.neutron [-] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.382366] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Acquiring lock "6fccf451-013d-40d7-ae25-e9603e9ee3e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.382366] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Lock "6fccf451-013d-40d7-ae25-e9603e9ee3e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.382366] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Acquiring lock "6fccf451-013d-40d7-ae25-e9603e9ee3e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.382366] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Lock "6fccf451-013d-40d7-ae25-e9603e9ee3e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.382366] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Lock "6fccf451-013d-40d7-ae25-e9603e9ee3e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.385103] env[69702]: INFO nova.compute.manager [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Terminating instance [ 760.431827] env[69702]: INFO nova.compute.manager [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] instance snapshotting [ 760.434456] env[69702]: DEBUG nova.objects.instance [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'flavor' on Instance uuid c05f4548-e5f4-415f-8605-c46ef7da0cd6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.489734] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1ed014e-be8c-4e8e-9714-458eea26dc8f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.506135] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f164f61-6397-45b9-9bab-b76649349f69 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.541865] env[69702]: DEBUG nova.compute.manager [req-3d4b2aa5-8497-44ee-b6fc-59eb621ea0d8 req-545e491e-41d9-490b-b5ec-f9a45dc6c4be service nova] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Detach interface failed, port_id=e50f3684-5868-4358-b5f8-be94e1c7c870, reason: Instance ae628692-35b2-4fa7-8aee-d77483405fe9 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 760.602651] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084896, 'name': Destroy_Task, 'duration_secs': 0.333582} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.602928] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Destroyed the VM [ 760.603351] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 760.603990] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6e9051fd-b3fb-4a95-a229-19ffe6ecaa35 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.614125] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 760.614125] env[69702]: value = "task-3084897" [ 760.614125] env[69702]: _type = "Task" [ 760.614125] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.625489] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084897, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.680385] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2657f5d0-7408-4930-b180-5ff126677749 tempest-VolumesAssistedSnapshotsTest-1901503966 tempest-VolumesAssistedSnapshotsTest-1901503966-project-admin] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.293s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.874447] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.875281] env[69702]: DEBUG nova.compute.manager [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.879049] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.117s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.879049] env[69702]: DEBUG nova.objects.instance [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 760.882508] env[69702]: INFO nova.compute.manager [-] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Took 1.64 seconds to deallocate network for instance. [ 760.892134] env[69702]: DEBUG nova.compute.manager [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.892608] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.894994] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadeef60-39e7-418d-8a25-e5b22bbee4f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.904408] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.904692] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9788300e-834c-4da9-8d33-b48fd8cf5da0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.910959] env[69702]: DEBUG oslo_vmware.api [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Waiting for the task: (returnval){ [ 760.910959] env[69702]: value = "task-3084899" [ 760.910959] env[69702]: _type = "Task" [ 760.910959] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.920314] env[69702]: DEBUG oslo_vmware.api [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.928416] env[69702]: DEBUG nova.compute.manager [req-4b13b290-52ee-42e8-a395-1f74b251f182 req-ea78791e-faa8-4672-acaa-8dbf56e07243 service nova] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Received event network-vif-plugged-6ac083e3-40db-4859-9f62-48d6f7402d15 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.928619] env[69702]: DEBUG oslo_concurrency.lockutils [req-4b13b290-52ee-42e8-a395-1f74b251f182 req-ea78791e-faa8-4672-acaa-8dbf56e07243 service nova] Acquiring lock "45f34208-c4a3-45b6-a7fa-81c116f7450a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.928826] env[69702]: DEBUG oslo_concurrency.lockutils [req-4b13b290-52ee-42e8-a395-1f74b251f182 req-ea78791e-faa8-4672-acaa-8dbf56e07243 service nova] Lock "45f34208-c4a3-45b6-a7fa-81c116f7450a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.928990] env[69702]: DEBUG oslo_concurrency.lockutils [req-4b13b290-52ee-42e8-a395-1f74b251f182 req-ea78791e-faa8-4672-acaa-8dbf56e07243 service nova] Lock "45f34208-c4a3-45b6-a7fa-81c116f7450a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.932400] env[69702]: DEBUG nova.compute.manager [req-4b13b290-52ee-42e8-a395-1f74b251f182 req-ea78791e-faa8-4672-acaa-8dbf56e07243 service nova] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] No waiting events found dispatching network-vif-plugged-6ac083e3-40db-4859-9f62-48d6f7402d15 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.932400] env[69702]: WARNING nova.compute.manager [req-4b13b290-52ee-42e8-a395-1f74b251f182 req-ea78791e-faa8-4672-acaa-8dbf56e07243 service nova] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Received unexpected event network-vif-plugged-6ac083e3-40db-4859-9f62-48d6f7402d15 for instance with vm_state building and task_state spawning. [ 760.939554] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b7364c-95bc-4950-9df2-4747ec356e7f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.961900] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99733ce0-ac90-4f8e-8c09-fb05cea51207 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.981568] env[69702]: DEBUG nova.network.neutron [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Successfully updated port: 6ac083e3-40db-4859-9f62-48d6f7402d15 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.123945] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084897, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.385528] env[69702]: DEBUG nova.compute.utils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.388960] env[69702]: DEBUG nova.compute.manager [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.388960] env[69702]: DEBUG nova.network.neutron [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.396792] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.424018] env[69702]: DEBUG oslo_vmware.api [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084899, 'name': PowerOffVM_Task, 'duration_secs': 0.209851} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.424018] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.424018] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.424018] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6993678-bd5f-4563-936e-4b5fc39945a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.476766] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 761.477123] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-772fe354-bf7f-4992-b9fa-bff2083f3853 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.486077] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Acquiring lock "refresh_cache-45f34208-c4a3-45b6-a7fa-81c116f7450a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.486239] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Acquired lock "refresh_cache-45f34208-c4a3-45b6-a7fa-81c116f7450a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.486392] env[69702]: DEBUG nova.network.neutron [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.487597] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.487730] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.491022] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Deleting the datastore file [datastore2] 6fccf451-013d-40d7-ae25-e9603e9ee3e8 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.491022] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65dd27ef-e733-4887-bccb-0cfbed2ac31f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.492773] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 761.492773] env[69702]: value = "task-3084901" [ 761.492773] env[69702]: _type = "Task" [ 761.492773] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.498941] env[69702]: DEBUG oslo_vmware.api [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Waiting for the task: (returnval){ [ 761.498941] env[69702]: value = "task-3084902" [ 761.498941] env[69702]: _type = "Task" [ 761.498941] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.506500] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084901, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.512512] env[69702]: DEBUG oslo_vmware.api [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.521900] env[69702]: DEBUG nova.policy [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdd94b672d7b4a39bf96d696c50fac2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d3086b40fa14bc38734fb36d73df443', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.624463] env[69702]: DEBUG oslo_vmware.api [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084897, 'name': RemoveSnapshot_Task, 'duration_secs': 0.528473} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.624780] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 761.625046] env[69702]: INFO nova.compute.manager [None req-dd068a94-1891-4d72-94ad-70516b9f09c5 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Took 15.68 seconds to snapshot the instance on the hypervisor. [ 761.896581] env[69702]: DEBUG nova.compute.manager [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.901770] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cb127ed0-34c6-46ac-bd4f-3acfd4f7bb6e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.901770] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.319s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.901770] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.902374] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.683s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.906032] env[69702]: INFO nova.compute.claims [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.944250] env[69702]: INFO nova.scheduler.client.report [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Deleted allocations for instance 1a168001-abf2-4fc9-b93c-2eea7bd3bb21 [ 762.013511] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084901, 'name': CreateSnapshot_Task, 'duration_secs': 0.480706} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.013511] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 762.013511] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a97bc0-7891-4de0-8adf-bdeb989f46ce {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.016022] env[69702]: DEBUG oslo_vmware.api [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Task: {'id': task-3084902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16236} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.016022] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.016022] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.016022] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.016022] env[69702]: INFO nova.compute.manager [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 762.016265] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.016408] env[69702]: DEBUG nova.compute.manager [-] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.016458] env[69702]: DEBUG nova.network.neutron [-] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.032193] env[69702]: DEBUG nova.network.neutron [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.160711] env[69702]: DEBUG nova.network.neutron [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Successfully created port: 7931cccc-a878-4f54-b370-0f6b3d196165 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.207260] env[69702]: DEBUG nova.network.neutron [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Updating instance_info_cache with network_info: [{"id": "6ac083e3-40db-4859-9f62-48d6f7402d15", "address": "fa:16:3e:9e:36:75", "network": {"id": "786fd7bc-58ef-46bc-9816-0bdce66bf271", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1341226438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "273b42974e664f24a55795f408714100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac083e3-40", "ovs_interfaceid": "6ac083e3-40db-4859-9f62-48d6f7402d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.451055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8cf4f9bb-c111-48f2-9ce1-f84fe7cf182e tempest-ServersListShow2100Test-416145106 tempest-ServersListShow2100Test-416145106-project-member] Lock "1a168001-abf2-4fc9-b93c-2eea7bd3bb21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.190s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.531789] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 762.532573] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed56c05b-1986-4bd2-950a-12621cf2840d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.542635] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 762.542635] env[69702]: value = "task-3084903" [ 762.542635] env[69702]: _type = "Task" [ 762.542635] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.551289] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084903, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.710050] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Releasing lock "refresh_cache-45f34208-c4a3-45b6-a7fa-81c116f7450a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.710455] env[69702]: DEBUG nova.compute.manager [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Instance network_info: |[{"id": "6ac083e3-40db-4859-9f62-48d6f7402d15", "address": "fa:16:3e:9e:36:75", "network": {"id": "786fd7bc-58ef-46bc-9816-0bdce66bf271", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1341226438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "273b42974e664f24a55795f408714100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac083e3-40", "ovs_interfaceid": "6ac083e3-40db-4859-9f62-48d6f7402d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.711367] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:36:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ac083e3-40db-4859-9f62-48d6f7402d15', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.719328] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Creating folder: Project (273b42974e664f24a55795f408714100). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.719567] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-655a8a6a-9255-40c5-ab29-e9536824938f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.730420] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Created folder: Project (273b42974e664f24a55795f408714100) in parent group-v617437. [ 762.730420] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Creating folder: Instances. Parent ref: group-v617559. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.730420] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b463727-88cc-4fca-939b-865db0685232 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.739479] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Created folder: Instances in parent group-v617559. [ 762.739689] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.739888] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.740141] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03ef800b-364c-478d-900c-13e0842415c8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.759033] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.759033] env[69702]: value = "task-3084906" [ 762.759033] env[69702]: _type = "Task" [ 762.759033] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.768232] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084906, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.910518] env[69702]: DEBUG nova.compute.manager [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.940670] env[69702]: DEBUG nova.virt.hardware [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.940995] env[69702]: DEBUG nova.virt.hardware [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.941192] env[69702]: DEBUG nova.virt.hardware [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.941420] env[69702]: DEBUG nova.virt.hardware [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.941593] env[69702]: DEBUG nova.virt.hardware [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.941759] env[69702]: DEBUG nova.virt.hardware [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.942189] env[69702]: DEBUG nova.virt.hardware [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.942469] env[69702]: DEBUG nova.virt.hardware [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.942699] env[69702]: DEBUG nova.virt.hardware [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.943212] env[69702]: DEBUG nova.virt.hardware [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.943518] env[69702]: DEBUG nova.virt.hardware [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.944937] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46014034-7539-42b6-b7aa-c6e6ea7a4989 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.958600] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1a8219-cc37-4b37-b581-df1db541b9bb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.057236] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084903, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.268024] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084906, 'name': CreateVM_Task, 'duration_secs': 0.310244} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.268322] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.268914] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.269161] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.269434] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.270433] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3185f4a-754c-476f-8d02-6171b89f2b83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.274949] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Waiting for the task: (returnval){ [ 763.274949] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521f0420-a9d3-44fb-fe79-9fbf3281eac5" [ 763.274949] env[69702]: _type = "Task" [ 763.274949] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.291874] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521f0420-a9d3-44fb-fe79-9fbf3281eac5, 'name': SearchDatastore_Task, 'duration_secs': 0.010192} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.294838] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.295087] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.295327] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.295478] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.295650] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.296227] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de4995bb-f8a7-49ec-a858-6a0b7e7940fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.304185] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.304385] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.305220] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afbc65bb-9a2e-4a3a-af7d-1cdd356de26b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.314364] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Waiting for the task: (returnval){ [ 763.314364] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b22104-bc74-ac21-21f0-542bcb79d885" [ 763.314364] env[69702]: _type = "Task" [ 763.314364] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.324097] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b22104-bc74-ac21-21f0-542bcb79d885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.432253] env[69702]: DEBUG nova.compute.manager [req-13090dd4-a95e-44fd-86d2-4ef9c62416c9 req-b70dc9f3-04be-4456-8350-24af1ce96f1f service nova] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Received event network-changed-6ac083e3-40db-4859-9f62-48d6f7402d15 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.432484] env[69702]: DEBUG nova.compute.manager [req-13090dd4-a95e-44fd-86d2-4ef9c62416c9 req-b70dc9f3-04be-4456-8350-24af1ce96f1f service nova] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Refreshing instance network info cache due to event network-changed-6ac083e3-40db-4859-9f62-48d6f7402d15. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.432686] env[69702]: DEBUG oslo_concurrency.lockutils [req-13090dd4-a95e-44fd-86d2-4ef9c62416c9 req-b70dc9f3-04be-4456-8350-24af1ce96f1f service nova] Acquiring lock "refresh_cache-45f34208-c4a3-45b6-a7fa-81c116f7450a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.432882] env[69702]: DEBUG oslo_concurrency.lockutils [req-13090dd4-a95e-44fd-86d2-4ef9c62416c9 req-b70dc9f3-04be-4456-8350-24af1ce96f1f service nova] Acquired lock "refresh_cache-45f34208-c4a3-45b6-a7fa-81c116f7450a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.432988] env[69702]: DEBUG nova.network.neutron [req-13090dd4-a95e-44fd-86d2-4ef9c62416c9 req-b70dc9f3-04be-4456-8350-24af1ce96f1f service nova] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Refreshing network info cache for port 6ac083e3-40db-4859-9f62-48d6f7402d15 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.557631] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084903, 'name': CloneVM_Task} progress is 95%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.599020] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6392de9-a0b2-411f-b7e0-06370d8b6f9a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.605439] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df6da56-84e4-4fa5-857f-9dabd7833aef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.648166] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff2e9b2-b07b-433f-9aa9-21803b461672 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.652943] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d994e4e9-1717-495e-a9ab-8976794a5524 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.669381] env[69702]: DEBUG nova.compute.provider_tree [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.804786] env[69702]: DEBUG nova.network.neutron [-] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.829918] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b22104-bc74-ac21-21f0-542bcb79d885, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.830740] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b71cf30-65c2-449f-bd03-f23ad396f161 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.837230] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Waiting for the task: (returnval){ [ 763.837230] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521bf690-b57c-33b3-1ed3-e98d78432f64" [ 763.837230] env[69702]: _type = "Task" [ 763.837230] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.845883] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521bf690-b57c-33b3-1ed3-e98d78432f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.056744] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084903, 'name': CloneVM_Task, 'duration_secs': 1.320073} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.059206] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Created linked-clone VM from snapshot [ 764.059996] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e354440-6f71-4865-9c58-2c4efc131c0a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.068140] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Uploading image b82b1922-7e25-4095-a8e1-8acb30c253c4 {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 764.099271] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 764.099271] env[69702]: value = "vm-617558" [ 764.099271] env[69702]: _type = "VirtualMachine" [ 764.099271] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 764.099857] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a1e97acd-df06-4e42-9aa4-e1895ea02dbf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.108403] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lease: (returnval){ [ 764.108403] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a3ab08-ce1c-71a4-798d-3bdf532a7343" [ 764.108403] env[69702]: _type = "HttpNfcLease" [ 764.108403] env[69702]: } obtained for exporting VM: (result){ [ 764.108403] env[69702]: value = "vm-617558" [ 764.108403] env[69702]: _type = "VirtualMachine" [ 764.108403] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 764.108683] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the lease: (returnval){ [ 764.108683] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a3ab08-ce1c-71a4-798d-3bdf532a7343" [ 764.108683] env[69702]: _type = "HttpNfcLease" [ 764.108683] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 764.115371] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 764.115371] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a3ab08-ce1c-71a4-798d-3bdf532a7343" [ 764.115371] env[69702]: _type = "HttpNfcLease" [ 764.115371] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 764.173488] env[69702]: DEBUG nova.scheduler.client.report [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.267273] env[69702]: DEBUG nova.network.neutron [req-13090dd4-a95e-44fd-86d2-4ef9c62416c9 req-b70dc9f3-04be-4456-8350-24af1ce96f1f service nova] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Updated VIF entry in instance network info cache for port 6ac083e3-40db-4859-9f62-48d6f7402d15. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.267691] env[69702]: DEBUG nova.network.neutron [req-13090dd4-a95e-44fd-86d2-4ef9c62416c9 req-b70dc9f3-04be-4456-8350-24af1ce96f1f service nova] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Updating instance_info_cache with network_info: [{"id": "6ac083e3-40db-4859-9f62-48d6f7402d15", "address": "fa:16:3e:9e:36:75", "network": {"id": "786fd7bc-58ef-46bc-9816-0bdce66bf271", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1341226438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "273b42974e664f24a55795f408714100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac083e3-40", "ovs_interfaceid": "6ac083e3-40db-4859-9f62-48d6f7402d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.309280] env[69702]: INFO nova.compute.manager [-] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Took 2.29 seconds to deallocate network for instance. [ 764.355204] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521bf690-b57c-33b3-1ed3-e98d78432f64, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.356130] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.356428] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 45f34208-c4a3-45b6-a7fa-81c116f7450a/45f34208-c4a3-45b6-a7fa-81c116f7450a.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.356704] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b8a9976-1226-488c-9869-cb592b92194a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.364110] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Waiting for the task: (returnval){ [ 764.364110] env[69702]: value = "task-3084908" [ 764.364110] env[69702]: _type = "Task" [ 764.364110] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.374445] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.447683] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquiring lock "ca09d892-b66e-4aad-8a27-0d76e62715ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.447960] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Lock "ca09d892-b66e-4aad-8a27-0d76e62715ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.596754] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Acquiring lock "4cbf057b-da38-415c-b0aa-641e21e44333" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.596754] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lock "4cbf057b-da38-415c-b0aa-641e21e44333" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.596754] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Acquiring lock "4cbf057b-da38-415c-b0aa-641e21e44333-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.596754] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lock "4cbf057b-da38-415c-b0aa-641e21e44333-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.596754] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lock "4cbf057b-da38-415c-b0aa-641e21e44333-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.597833] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Acquiring lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.601023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.601023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Acquiring lock "e23f9423-9373-44c7-8b7b-3a1431b525ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.601023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.601023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.601023] env[69702]: INFO nova.compute.manager [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Terminating instance [ 764.604250] env[69702]: INFO nova.compute.manager [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Terminating instance [ 764.618190] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 764.618190] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a3ab08-ce1c-71a4-798d-3bdf532a7343" [ 764.618190] env[69702]: _type = "HttpNfcLease" [ 764.618190] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 764.618704] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 764.618704] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a3ab08-ce1c-71a4-798d-3bdf532a7343" [ 764.618704] env[69702]: _type = "HttpNfcLease" [ 764.618704] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 764.619238] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402e477f-e722-41d6-ad56-ce7fdf1c6200 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.628373] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd3266-c76e-c640-b000-f556cca9514c/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 764.628542] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd3266-c76e-c640-b000-f556cca9514c/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 764.689219] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.689756] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.694387] env[69702]: DEBUG nova.network.neutron [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Successfully updated port: 7931cccc-a878-4f54-b370-0f6b3d196165 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.695562] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.103s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.697066] env[69702]: INFO nova.compute.claims [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.738750] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c6dec107-a761-47c0-88ff-d5f0047d5a3b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.770801] env[69702]: DEBUG oslo_concurrency.lockutils [req-13090dd4-a95e-44fd-86d2-4ef9c62416c9 req-b70dc9f3-04be-4456-8350-24af1ce96f1f service nova] Releasing lock "refresh_cache-45f34208-c4a3-45b6-a7fa-81c116f7450a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.816045] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.875163] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084908, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.110944] env[69702]: DEBUG nova.compute.manager [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.111215] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.111823] env[69702]: DEBUG nova.compute.manager [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.112089] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.112937] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cf56ba-e7f8-428f-a3e0-0215d1f59581 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.116909] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74862df7-3d52-479f-832c-74cd933e2b85 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.126208] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.126529] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.126811] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b4cc9b2-0789-4454-a437-a920b26c631e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.128265] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ce4258b-97aa-465a-a889-875f3b2b9f0c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.134744] env[69702]: DEBUG oslo_vmware.api [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 765.134744] env[69702]: value = "task-3084910" [ 765.134744] env[69702]: _type = "Task" [ 765.134744] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.136056] env[69702]: DEBUG oslo_vmware.api [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Waiting for the task: (returnval){ [ 765.136056] env[69702]: value = "task-3084909" [ 765.136056] env[69702]: _type = "Task" [ 765.136056] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.149954] env[69702]: DEBUG oslo_vmware.api [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.153494] env[69702]: DEBUG oslo_vmware.api [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.201491] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "refresh_cache-b4747db8-febb-4c84-a4a9-ea26e67c14c9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.201740] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquired lock "refresh_cache-b4747db8-febb-4c84-a4a9-ea26e67c14c9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.202056] env[69702]: DEBUG nova.network.neutron [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.207527] env[69702]: DEBUG nova.compute.utils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.209030] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.209825] env[69702]: DEBUG nova.network.neutron [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.264349] env[69702]: DEBUG nova.policy [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd68f5fc7479a428c9ab8f3b1341f3982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c0ebde1b5274ba79bda775be1021e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.378121] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529342} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.379261] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 45f34208-c4a3-45b6-a7fa-81c116f7450a/45f34208-c4a3-45b6-a7fa-81c116f7450a.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.379261] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.379469] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6e59a02-ce71-4d95-b2c7-ca7d19680f53 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.387256] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Waiting for the task: (returnval){ [ 765.387256] env[69702]: value = "task-3084911" [ 765.387256] env[69702]: _type = "Task" [ 765.387256] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.397678] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.545665] env[69702]: DEBUG nova.compute.manager [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Received event network-vif-deleted-81ac8f0c-fc4c-4d32-a97f-851babd4f898 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.546040] env[69702]: DEBUG nova.compute.manager [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Received event network-vif-plugged-7931cccc-a878-4f54-b370-0f6b3d196165 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.546258] env[69702]: DEBUG oslo_concurrency.lockutils [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] Acquiring lock "b4747db8-febb-4c84-a4a9-ea26e67c14c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.546541] env[69702]: DEBUG oslo_concurrency.lockutils [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] Lock "b4747db8-febb-4c84-a4a9-ea26e67c14c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.546625] env[69702]: DEBUG oslo_concurrency.lockutils [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] Lock "b4747db8-febb-4c84-a4a9-ea26e67c14c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.546827] env[69702]: DEBUG nova.compute.manager [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] No waiting events found dispatching network-vif-plugged-7931cccc-a878-4f54-b370-0f6b3d196165 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.546971] env[69702]: WARNING nova.compute.manager [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Received unexpected event network-vif-plugged-7931cccc-a878-4f54-b370-0f6b3d196165 for instance with vm_state building and task_state spawning. [ 765.547293] env[69702]: DEBUG nova.compute.manager [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Received event network-changed-7931cccc-a878-4f54-b370-0f6b3d196165 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.547615] env[69702]: DEBUG nova.compute.manager [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Refreshing instance network info cache due to event network-changed-7931cccc-a878-4f54-b370-0f6b3d196165. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.547870] env[69702]: DEBUG oslo_concurrency.lockutils [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] Acquiring lock "refresh_cache-b4747db8-febb-4c84-a4a9-ea26e67c14c9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.648694] env[69702]: DEBUG oslo_vmware.api [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084909, 'name': PowerOffVM_Task, 'duration_secs': 0.239298} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.652060] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.652152] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.652405] env[69702]: DEBUG oslo_vmware.api [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084910, 'name': PowerOffVM_Task, 'duration_secs': 0.291205} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.652651] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40663685-66ce-453a-9837-92d46e115b50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.654386] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.654489] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.654907] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10dd0363-76ae-4406-bf90-bcfa0447804a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.715138] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.745658] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.745658] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.745658] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Deleting the datastore file [datastore2] e23f9423-9373-44c7-8b7b-3a1431b525ae {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.745658] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bc10bed-cebc-4a49-9bbf-e56ac16790a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.758958] env[69702]: DEBUG oslo_vmware.api [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Waiting for the task: (returnval){ [ 765.758958] env[69702]: value = "task-3084914" [ 765.758958] env[69702]: _type = "Task" [ 765.758958] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.762536] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.762915] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.763619] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Deleting the datastore file [datastore2] 4cbf057b-da38-415c-b0aa-641e21e44333 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.764086] env[69702]: DEBUG nova.network.neutron [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Successfully created port: 1396398d-7491-42fa-8bcc-94c6df96a54e {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.770287] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-823a0cfd-500f-4d57-beae-b13298d9a28c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.782854] env[69702]: DEBUG oslo_vmware.api [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.784612] env[69702]: DEBUG oslo_vmware.api [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for the task: (returnval){ [ 765.784612] env[69702]: value = "task-3084915" [ 765.784612] env[69702]: _type = "Task" [ 765.784612] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.797853] env[69702]: DEBUG oslo_vmware.api [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.800486] env[69702]: DEBUG nova.network.neutron [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.896664] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074989} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.899327] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.900669] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdb5724-6738-44e5-9958-f231e71ca853 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.925621] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 45f34208-c4a3-45b6-a7fa-81c116f7450a/45f34208-c4a3-45b6-a7fa-81c116f7450a.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.928533] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-750fa2ad-d54f-4d97-ae70-d9f4b69ded3e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.948074] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Waiting for the task: (returnval){ [ 765.948074] env[69702]: value = "task-3084916" [ 765.948074] env[69702]: _type = "Task" [ 765.948074] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.957660] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.226386] env[69702]: DEBUG nova.network.neutron [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Updating instance_info_cache with network_info: [{"id": "7931cccc-a878-4f54-b370-0f6b3d196165", "address": "fa:16:3e:90:ac:03", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7931cccc-a8", "ovs_interfaceid": "7931cccc-a878-4f54-b370-0f6b3d196165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.273791] env[69702]: DEBUG oslo_vmware.api [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Task: {'id': task-3084914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344856} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.274318] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.275055] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.275055] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.275389] env[69702]: INFO nova.compute.manager [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Took 1.16 seconds to destroy the instance on the hypervisor. [ 766.275764] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.276092] env[69702]: DEBUG nova.compute.manager [-] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.276327] env[69702]: DEBUG nova.network.neutron [-] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.294451] env[69702]: DEBUG oslo_vmware.api [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Task: {'id': task-3084915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314685} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.297905] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.297905] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.297905] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.298195] env[69702]: INFO nova.compute.manager [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Took 1.19 seconds to destroy the instance on the hypervisor. [ 766.299117] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.299117] env[69702]: DEBUG nova.compute.manager [-] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.299117] env[69702]: DEBUG nova.network.neutron [-] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.373423] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741c6566-da1f-48c9-86c1-9150c56d609a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.381498] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa5429d-e37f-417c-895e-16ee03e19735 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.416085] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2927b3-b942-4420-b8bd-1a53c8b49856 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.425631] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1052ed9-7deb-4e11-bf9f-6e6d16d55879 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.442452] env[69702]: DEBUG nova.compute.provider_tree [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.461556] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084916, 'name': ReconfigVM_Task, 'duration_secs': 0.292601} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.461706] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 45f34208-c4a3-45b6-a7fa-81c116f7450a/45f34208-c4a3-45b6-a7fa-81c116f7450a.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.463043] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8341a96-e1e9-4516-aa2e-34d137a2536f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.472525] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Waiting for the task: (returnval){ [ 766.472525] env[69702]: value = "task-3084917" [ 766.472525] env[69702]: _type = "Task" [ 766.472525] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.486196] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084917, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.727258] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.730407] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Releasing lock "refresh_cache-b4747db8-febb-4c84-a4a9-ea26e67c14c9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.731219] env[69702]: DEBUG nova.compute.manager [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Instance network_info: |[{"id": "7931cccc-a878-4f54-b370-0f6b3d196165", "address": "fa:16:3e:90:ac:03", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7931cccc-a8", "ovs_interfaceid": "7931cccc-a878-4f54-b370-0f6b3d196165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.731414] env[69702]: DEBUG oslo_concurrency.lockutils [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] Acquired lock "refresh_cache-b4747db8-febb-4c84-a4a9-ea26e67c14c9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.731617] env[69702]: DEBUG nova.network.neutron [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Refreshing network info cache for port 7931cccc-a878-4f54-b370-0f6b3d196165 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.733474] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:ac:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7931cccc-a878-4f54-b370-0f6b3d196165', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.743239] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Creating folder: Project (6d3086b40fa14bc38734fb36d73df443). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.750793] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99d7bc81-3e66-44e0-8d00-97b18a26cc40 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.762340] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.762649] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.762824] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.763011] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.763163] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.763303] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.763560] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.764286] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.764286] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.764286] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.764286] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.765474] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e121434c-590a-44bd-8526-eee32faed914 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.771178] env[69702]: DEBUG nova.compute.manager [req-6faf2f1d-cba3-45ae-b01b-9c635b2bed8f req-1b2826ac-9ed5-4d9e-bac3-a7b443dbbcfd service nova] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Received event network-vif-deleted-ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.771366] env[69702]: INFO nova.compute.manager [req-6faf2f1d-cba3-45ae-b01b-9c635b2bed8f req-1b2826ac-9ed5-4d9e-bac3-a7b443dbbcfd service nova] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Neutron deleted interface ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789; detaching it from the instance and deleting it from the info cache [ 766.771658] env[69702]: DEBUG nova.network.neutron [req-6faf2f1d-cba3-45ae-b01b-9c635b2bed8f req-1b2826ac-9ed5-4d9e-bac3-a7b443dbbcfd service nova] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.773114] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Created folder: Project (6d3086b40fa14bc38734fb36d73df443) in parent group-v617437. [ 766.773440] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Creating folder: Instances. Parent ref: group-v617562. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.775186] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47e0c5f8-95c8-445f-a1ac-f867be69dbc5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.780243] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df173ad5-5815-4933-9ddf-a3e972615561 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.786599] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Created folder: Instances in parent group-v617562. [ 766.786599] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.786915] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.788000] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f098749a-d523-4a5b-bcc2-d107987047f7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.816203] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.816203] env[69702]: value = "task-3084920" [ 766.816203] env[69702]: _type = "Task" [ 766.816203] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.822881] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084920, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.945806] env[69702]: DEBUG nova.scheduler.client.report [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.983822] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084917, 'name': Rename_Task, 'duration_secs': 0.152021} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.984244] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.984601] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0adc3118-00f3-4df4-af5f-6bd36930a148 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.991544] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Waiting for the task: (returnval){ [ 766.991544] env[69702]: value = "task-3084921" [ 766.991544] env[69702]: _type = "Task" [ 766.991544] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.000715] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.085063] env[69702]: DEBUG nova.network.neutron [-] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.275199] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b4f572b-f724-4334-9aad-3aba74227f12 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.285606] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3d9734-665a-45ec-b8fc-9fc4097d9390 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.326326] env[69702]: DEBUG nova.compute.manager [req-6faf2f1d-cba3-45ae-b01b-9c635b2bed8f req-1b2826ac-9ed5-4d9e-bac3-a7b443dbbcfd service nova] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Detach interface failed, port_id=ed2fa9c1-b60b-4a3d-a17a-a2b6ef8c7789, reason: Instance 4cbf057b-da38-415c-b0aa-641e21e44333 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 767.335273] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084920, 'name': CreateVM_Task, 'duration_secs': 0.401954} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.335273] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.335974] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.336159] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.336481] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.336735] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844e1312-6300-433e-97bf-1ccc9ab84f40 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.341884] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 767.341884] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bfa47e-8a90-d217-edb3-9c49daeb2a9e" [ 767.341884] env[69702]: _type = "Task" [ 767.341884] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.350148] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bfa47e-8a90-d217-edb3-9c49daeb2a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.451286] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.451912] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.454703] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.998s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.456181] env[69702]: INFO nova.compute.claims [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.503274] env[69702]: DEBUG oslo_vmware.api [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084921, 'name': PowerOnVM_Task, 'duration_secs': 0.475448} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.507512] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.507756] env[69702]: INFO nova.compute.manager [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Took 7.40 seconds to spawn the instance on the hypervisor. [ 767.507988] env[69702]: DEBUG nova.compute.manager [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.508322] env[69702]: DEBUG nova.network.neutron [-] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.512593] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb427a1-0675-4e10-be0a-af2aabdc3734 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.590967] env[69702]: INFO nova.compute.manager [-] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Took 1.29 seconds to deallocate network for instance. [ 767.597326] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "be618134-646e-4706-aea9-8c770f4fd94f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.597839] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "be618134-646e-4706-aea9-8c770f4fd94f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.597839] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "be618134-646e-4706-aea9-8c770f4fd94f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.598075] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "be618134-646e-4706-aea9-8c770f4fd94f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.598557] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "be618134-646e-4706-aea9-8c770f4fd94f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.604161] env[69702]: INFO nova.compute.manager [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Terminating instance [ 767.852594] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bfa47e-8a90-d217-edb3-9c49daeb2a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.015141} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.853316] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.853316] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.853524] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.853562] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.853733] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.853999] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b398636b-1b70-400f-87fa-fbeae297cc81 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.862711] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.862899] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.863671] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303be6c1-5a28-4418-a521-2a6ec71a8bc7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.868807] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 767.868807] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d679c0-17e5-0cc9-246f-735b061ddb87" [ 767.868807] env[69702]: _type = "Task" [ 767.868807] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.876326] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d679c0-17e5-0cc9-246f-735b061ddb87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.966325] env[69702]: DEBUG nova.compute.utils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.966325] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.966325] env[69702]: DEBUG nova.network.neutron [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.979088] env[69702]: DEBUG nova.network.neutron [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Updated VIF entry in instance network info cache for port 7931cccc-a878-4f54-b370-0f6b3d196165. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.980553] env[69702]: DEBUG nova.network.neutron [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Updating instance_info_cache with network_info: [{"id": "7931cccc-a878-4f54-b370-0f6b3d196165", "address": "fa:16:3e:90:ac:03", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7931cccc-a8", "ovs_interfaceid": "7931cccc-a878-4f54-b370-0f6b3d196165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.011341] env[69702]: INFO nova.compute.manager [-] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Took 1.73 seconds to deallocate network for instance. [ 768.017904] env[69702]: DEBUG nova.policy [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd68f5fc7479a428c9ab8f3b1341f3982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c0ebde1b5274ba79bda775be1021e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.032288] env[69702]: INFO nova.compute.manager [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Took 58.94 seconds to build instance. [ 768.073842] env[69702]: DEBUG nova.compute.manager [req-a559f0ab-6c20-46e1-afe4-a51177b2382d req-1197bb6a-e6c7-4b02-94b9-1ca9696d2984 service nova] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Received event network-vif-deleted-e0a2105c-ecaf-4af2-a855-041e36487418 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.097908] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.107802] env[69702]: DEBUG nova.compute.manager [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.108042] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.108978] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf7129d-48d5-40be-b28f-6145ff2af7d2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.118675] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.118983] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-407a1f9d-eb95-4446-82d4-f267b3712588 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.125851] env[69702]: DEBUG oslo_vmware.api [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 768.125851] env[69702]: value = "task-3084922" [ 768.125851] env[69702]: _type = "Task" [ 768.125851] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.134789] env[69702]: DEBUG oslo_vmware.api [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.268991] env[69702]: DEBUG nova.network.neutron [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Successfully updated port: 1396398d-7491-42fa-8bcc-94c6df96a54e {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.334915] env[69702]: DEBUG nova.network.neutron [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Successfully created port: 8258d367-aaeb-4558-a018-1c7267d093a4 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.382022] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d679c0-17e5-0cc9-246f-735b061ddb87, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.383021] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b6a577-4c6c-4c17-9999-cb6c244d6156 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.390442] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 768.390442] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d3b4af-afad-4a33-4a1c-15e2e82664b5" [ 768.390442] env[69702]: _type = "Task" [ 768.390442] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.397993] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d3b4af-afad-4a33-4a1c-15e2e82664b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.466651] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.488630] env[69702]: DEBUG oslo_concurrency.lockutils [req-5108d123-22cb-476a-ad02-2b5095f4e441 req-a4c83c04-0009-4fbe-ac98-cfeab2f61267 service nova] Releasing lock "refresh_cache-b4747db8-febb-4c84-a4a9-ea26e67c14c9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.522144] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.534916] env[69702]: DEBUG oslo_concurrency.lockutils [None req-58560634-fe1d-4efc-a3e3-3f1bec41418f tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Lock "45f34208-c4a3-45b6-a7fa-81c116f7450a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.107s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.639772] env[69702]: DEBUG oslo_vmware.api [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084922, 'name': PowerOffVM_Task, 'duration_secs': 0.290135} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.642377] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.642572] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.644015] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a188594-8be9-4f4b-ac1b-808ff337c54e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.773854] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "refresh_cache-11beea4b-b6e1-45ff-8640-396448ac8871" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.774039] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired lock "refresh_cache-11beea4b-b6e1-45ff-8640-396448ac8871" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.774224] env[69702]: DEBUG nova.network.neutron [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.825254] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "90d473bf-561d-466b-8b3f-6e1158b061ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.825254] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "90d473bf-561d-466b-8b3f-6e1158b061ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.900623] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d3b4af-afad-4a33-4a1c-15e2e82664b5, 'name': SearchDatastore_Task, 'duration_secs': 0.023787} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.904526] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.904917] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] b4747db8-febb-4c84-a4a9-ea26e67c14c9/b4747db8-febb-4c84-a4a9-ea26e67c14c9.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.905944] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d67fd695-0e11-45b3-852f-adb9cec2ea87 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.914257] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 768.914257] env[69702]: value = "task-3084924" [ 768.914257] env[69702]: _type = "Task" [ 768.914257] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.923621] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.923715] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.923930] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Deleting the datastore file [datastore1] be618134-646e-4706-aea9-8c770f4fd94f {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.924821] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94916da4-2e99-427e-b765-6b5f234dc3fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.930567] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.936297] env[69702]: DEBUG oslo_vmware.api [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 768.936297] env[69702]: value = "task-3084925" [ 768.936297] env[69702]: _type = "Task" [ 768.936297] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.949532] env[69702]: DEBUG oslo_vmware.api [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.039291] env[69702]: DEBUG nova.compute.manager [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.081340] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e070e819-793f-4a58-a5c8-e3d9db7ed2f4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.093316] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432f2669-8e93-4fc2-b2f1-4ff61f03c03f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.127149] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532e94d3-81dc-40f7-959a-80a448e85223 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.135305] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149bd134-5d75-4fb4-95a6-51e4892c186e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.153034] env[69702]: DEBUG nova.compute.provider_tree [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.317746] env[69702]: DEBUG nova.network.neutron [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.430826] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084924, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.450622] env[69702]: DEBUG oslo_vmware.api [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3084925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174176} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.450991] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.451251] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.451471] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.451698] env[69702]: INFO nova.compute.manager [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Took 1.34 seconds to destroy the instance on the hypervisor. [ 769.451983] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.452252] env[69702]: DEBUG nova.compute.manager [-] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.452384] env[69702]: DEBUG nova.network.neutron [-] [instance: be618134-646e-4706-aea9-8c770f4fd94f] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.485789] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.514032] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.514032] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.514032] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.514032] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.514032] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.514032] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.514032] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.514032] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.514032] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.514032] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.514032] env[69702]: DEBUG nova.virt.hardware [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.514032] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4822b28d-aff0-4814-b8e6-f3b4647041f0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.528267] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb27f34-54c0-494e-903a-edd6860c843a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.570055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.630202] env[69702]: DEBUG nova.network.neutron [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Updating instance_info_cache with network_info: [{"id": "1396398d-7491-42fa-8bcc-94c6df96a54e", "address": "fa:16:3e:43:6a:10", "network": {"id": "b084a9c9-7e90-42b0-a9e8-86813d4c8295", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-138166895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0ebde1b5274ba79bda775be1021e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1396398d-74", "ovs_interfaceid": "1396398d-7491-42fa-8bcc-94c6df96a54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.656533] env[69702]: DEBUG nova.scheduler.client.report [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.928386] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579177} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.928695] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] b4747db8-febb-4c84-a4a9-ea26e67c14c9/b4747db8-febb-4c84-a4a9-ea26e67c14c9.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.928942] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.929204] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-719d0d8d-d105-442f-b013-e91936781173 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.936859] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 769.936859] env[69702]: value = "task-3084926" [ 769.936859] env[69702]: _type = "Task" [ 769.936859] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.945336] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.120154] env[69702]: DEBUG nova.network.neutron [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Successfully updated port: 8258d367-aaeb-4558-a018-1c7267d093a4 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.136066] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Releasing lock "refresh_cache-11beea4b-b6e1-45ff-8640-396448ac8871" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.136066] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Instance network_info: |[{"id": "1396398d-7491-42fa-8bcc-94c6df96a54e", "address": "fa:16:3e:43:6a:10", "network": {"id": "b084a9c9-7e90-42b0-a9e8-86813d4c8295", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-138166895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0ebde1b5274ba79bda775be1021e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1396398d-74", "ovs_interfaceid": "1396398d-7491-42fa-8bcc-94c6df96a54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.136066] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:6a:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1396398d-7491-42fa-8bcc-94c6df96a54e', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.145590] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.147773] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.147773] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63793da1-d538-4c50-8010-98a2b4b30162 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.165381] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.166179] env[69702]: DEBUG nova.compute.manager [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.169712] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.132s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.171356] env[69702]: INFO nova.compute.claims [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.182228] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.182228] env[69702]: value = "task-3084927" [ 770.182228] env[69702]: _type = "Task" [ 770.182228] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.193558] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084927, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.221577] env[69702]: DEBUG nova.compute.manager [req-9f641638-2e7a-4bb6-a1da-f9a7da30ffd1 req-29609458-bc07-4939-978a-f64f8380ca39 service nova] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Received event network-vif-plugged-8258d367-aaeb-4558-a018-1c7267d093a4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.221940] env[69702]: DEBUG oslo_concurrency.lockutils [req-9f641638-2e7a-4bb6-a1da-f9a7da30ffd1 req-29609458-bc07-4939-978a-f64f8380ca39 service nova] Acquiring lock "5de0fd89-70f2-48cb-a681-0a1dfff8c86a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.222062] env[69702]: DEBUG oslo_concurrency.lockutils [req-9f641638-2e7a-4bb6-a1da-f9a7da30ffd1 req-29609458-bc07-4939-978a-f64f8380ca39 service nova] Lock "5de0fd89-70f2-48cb-a681-0a1dfff8c86a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.222251] env[69702]: DEBUG oslo_concurrency.lockutils [req-9f641638-2e7a-4bb6-a1da-f9a7da30ffd1 req-29609458-bc07-4939-978a-f64f8380ca39 service nova] Lock "5de0fd89-70f2-48cb-a681-0a1dfff8c86a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.222426] env[69702]: DEBUG nova.compute.manager [req-9f641638-2e7a-4bb6-a1da-f9a7da30ffd1 req-29609458-bc07-4939-978a-f64f8380ca39 service nova] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] No waiting events found dispatching network-vif-plugged-8258d367-aaeb-4558-a018-1c7267d093a4 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.222592] env[69702]: WARNING nova.compute.manager [req-9f641638-2e7a-4bb6-a1da-f9a7da30ffd1 req-29609458-bc07-4939-978a-f64f8380ca39 service nova] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Received unexpected event network-vif-plugged-8258d367-aaeb-4558-a018-1c7267d093a4 for instance with vm_state building and task_state spawning. [ 770.299138] env[69702]: DEBUG nova.compute.manager [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Received event network-vif-plugged-1396398d-7491-42fa-8bcc-94c6df96a54e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.299350] env[69702]: DEBUG oslo_concurrency.lockutils [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] Acquiring lock "11beea4b-b6e1-45ff-8640-396448ac8871-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.299876] env[69702]: DEBUG oslo_concurrency.lockutils [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] Lock "11beea4b-b6e1-45ff-8640-396448ac8871-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.300144] env[69702]: DEBUG oslo_concurrency.lockutils [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] Lock "11beea4b-b6e1-45ff-8640-396448ac8871-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.300354] env[69702]: DEBUG nova.compute.manager [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] No waiting events found dispatching network-vif-plugged-1396398d-7491-42fa-8bcc-94c6df96a54e {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.300540] env[69702]: WARNING nova.compute.manager [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Received unexpected event network-vif-plugged-1396398d-7491-42fa-8bcc-94c6df96a54e for instance with vm_state building and task_state spawning. [ 770.300731] env[69702]: DEBUG nova.compute.manager [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Received event network-changed-1396398d-7491-42fa-8bcc-94c6df96a54e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.300897] env[69702]: DEBUG nova.compute.manager [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Refreshing instance network info cache due to event network-changed-1396398d-7491-42fa-8bcc-94c6df96a54e. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.301123] env[69702]: DEBUG oslo_concurrency.lockutils [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] Acquiring lock "refresh_cache-11beea4b-b6e1-45ff-8640-396448ac8871" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.301282] env[69702]: DEBUG oslo_concurrency.lockutils [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] Acquired lock "refresh_cache-11beea4b-b6e1-45ff-8640-396448ac8871" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.301457] env[69702]: DEBUG nova.network.neutron [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Refreshing network info cache for port 1396398d-7491-42fa-8bcc-94c6df96a54e {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.448940] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077638} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.449355] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.450283] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55abe8c8-8ccf-4a7f-b736-bfb15cf2f39c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.484638] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] b4747db8-febb-4c84-a4a9-ea26e67c14c9/b4747db8-febb-4c84-a4a9-ea26e67c14c9.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.484947] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee3b1054-ecc3-4dac-938e-79d4f4928aa9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.512236] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 770.512236] env[69702]: value = "task-3084928" [ 770.512236] env[69702]: _type = "Task" [ 770.512236] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.522524] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.622838] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "refresh_cache-5de0fd89-70f2-48cb-a681-0a1dfff8c86a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.622838] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired lock "refresh_cache-5de0fd89-70f2-48cb-a681-0a1dfff8c86a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.622838] env[69702]: DEBUG nova.network.neutron [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.625132] env[69702]: DEBUG nova.network.neutron [-] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.678201] env[69702]: DEBUG nova.compute.utils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.682862] env[69702]: DEBUG nova.compute.manager [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.682862] env[69702]: DEBUG nova.network.neutron [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.696731] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084927, 'name': CreateVM_Task, 'duration_secs': 0.475816} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.696921] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.697851] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.697851] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.698240] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.698706] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30e2b7b-81e0-4857-a491-db906c1db3ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.704424] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 770.704424] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52de4236-9158-9e5d-055e-3b7614edd2cd" [ 770.704424] env[69702]: _type = "Task" [ 770.704424] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.715673] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52de4236-9158-9e5d-055e-3b7614edd2cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.754585] env[69702]: DEBUG nova.policy [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdd94b672d7b4a39bf96d696c50fac2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d3086b40fa14bc38734fb36d73df443', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.023740] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.073323] env[69702]: DEBUG nova.network.neutron [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Successfully created port: c44e5677-fd6f-44f3-931a-9a169f8e80a7 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.127062] env[69702]: DEBUG nova.network.neutron [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Updated VIF entry in instance network info cache for port 1396398d-7491-42fa-8bcc-94c6df96a54e. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.127435] env[69702]: DEBUG nova.network.neutron [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Updating instance_info_cache with network_info: [{"id": "1396398d-7491-42fa-8bcc-94c6df96a54e", "address": "fa:16:3e:43:6a:10", "network": {"id": "b084a9c9-7e90-42b0-a9e8-86813d4c8295", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-138166895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0ebde1b5274ba79bda775be1021e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1396398d-74", "ovs_interfaceid": "1396398d-7491-42fa-8bcc-94c6df96a54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.128738] env[69702]: INFO nova.compute.manager [-] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Took 1.68 seconds to deallocate network for instance. [ 771.188282] env[69702]: DEBUG nova.network.neutron [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.196640] env[69702]: DEBUG nova.compute.manager [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.221860] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52de4236-9158-9e5d-055e-3b7614edd2cd, 'name': SearchDatastore_Task, 'duration_secs': 0.019991} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.222188] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.222759] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.222759] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.222899] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.223013] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.226043] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-980d79be-a285-417a-a8fb-c2b37e482366 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.233653] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.233930] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.235356] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1263f7-ec09-43b7-9cd0-514bfd1604fd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.241270] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 771.241270] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5235a9d5-00be-48e5-fec8-df78e48c1ad3" [ 771.241270] env[69702]: _type = "Task" [ 771.241270] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.257177] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5235a9d5-00be-48e5-fec8-df78e48c1ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.482434] env[69702]: DEBUG nova.network.neutron [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Updating instance_info_cache with network_info: [{"id": "8258d367-aaeb-4558-a018-1c7267d093a4", "address": "fa:16:3e:f7:16:5f", "network": {"id": "b084a9c9-7e90-42b0-a9e8-86813d4c8295", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-138166895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0ebde1b5274ba79bda775be1021e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8258d367-aa", "ovs_interfaceid": "8258d367-aaeb-4558-a018-1c7267d093a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.523356] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084928, 'name': ReconfigVM_Task, 'duration_secs': 0.547924} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.526196] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Reconfigured VM instance instance-0000002b to attach disk [datastore2] b4747db8-febb-4c84-a4a9-ea26e67c14c9/b4747db8-febb-4c84-a4a9-ea26e67c14c9.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.526996] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d8888cf-90a2-44e2-8fcc-8101132a9cc6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.533877] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 771.533877] env[69702]: value = "task-3084929" [ 771.533877] env[69702]: _type = "Task" [ 771.533877] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.549610] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084929, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.601238] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Acquiring lock "45f34208-c4a3-45b6-a7fa-81c116f7450a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.601516] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Lock "45f34208-c4a3-45b6-a7fa-81c116f7450a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.601732] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Acquiring lock "45f34208-c4a3-45b6-a7fa-81c116f7450a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.601927] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Lock "45f34208-c4a3-45b6-a7fa-81c116f7450a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.602090] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Lock "45f34208-c4a3-45b6-a7fa-81c116f7450a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.604458] env[69702]: INFO nova.compute.manager [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Terminating instance [ 771.632429] env[69702]: DEBUG oslo_concurrency.lockutils [req-98f26757-8c56-4aac-ac94-71b2c917070c req-42f7a349-d652-482b-8904-7697c6dc3250 service nova] Releasing lock "refresh_cache-11beea4b-b6e1-45ff-8640-396448ac8871" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.636827] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.753446] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5235a9d5-00be-48e5-fec8-df78e48c1ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.754273] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515c1beb-517d-42a6-bba7-f9e217f2176a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.762805] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 771.762805] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f18d3e-dce3-e53a-52e9-d751d5a54840" [ 771.762805] env[69702]: _type = "Task" [ 771.762805] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.770662] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f18d3e-dce3-e53a-52e9-d751d5a54840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.839050] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b89077-a132-4880-92f9-f7ce61f5eda7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.846932] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0f169f-6c0a-4ff0-a809-5303b91d2667 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.880287] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e1ca5b-b97d-40ca-912f-ac97ed25d6bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.888211] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0851cafa-645d-4098-96e8-437c0d83f6af {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.902219] env[69702]: DEBUG nova.compute.provider_tree [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.987713] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Releasing lock "refresh_cache-5de0fd89-70f2-48cb-a681-0a1dfff8c86a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.987772] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Instance network_info: |[{"id": "8258d367-aaeb-4558-a018-1c7267d093a4", "address": "fa:16:3e:f7:16:5f", "network": {"id": "b084a9c9-7e90-42b0-a9e8-86813d4c8295", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-138166895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0ebde1b5274ba79bda775be1021e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8258d367-aa", "ovs_interfaceid": "8258d367-aaeb-4558-a018-1c7267d093a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.988201] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:16:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8258d367-aaeb-4558-a018-1c7267d093a4', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.996360] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.996589] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.997050] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d69655e1-f859-4c37-9859-3bc97fda9f7b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.018560] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.018560] env[69702]: value = "task-3084930" [ 772.018560] env[69702]: _type = "Task" [ 772.018560] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.029060] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084930, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.042693] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084929, 'name': Rename_Task, 'duration_secs': 0.1677} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.043421] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.043421] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edf07480-95ec-4e72-9de6-c2b064d94c2a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.049924] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 772.049924] env[69702]: value = "task-3084931" [ 772.049924] env[69702]: _type = "Task" [ 772.049924] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.058769] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.109763] env[69702]: DEBUG nova.compute.manager [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.110064] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.110955] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fc4d44-e35a-44ed-94dd-103ec19f0ce8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.118716] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.118987] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f62e098d-70d7-4363-889e-87b27cf7d9bb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.127204] env[69702]: DEBUG oslo_vmware.api [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Waiting for the task: (returnval){ [ 772.127204] env[69702]: value = "task-3084932" [ 772.127204] env[69702]: _type = "Task" [ 772.127204] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.136750] env[69702]: DEBUG oslo_vmware.api [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.209647] env[69702]: DEBUG nova.compute.manager [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.232582] env[69702]: DEBUG nova.virt.hardware [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.233258] env[69702]: DEBUG nova.virt.hardware [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.233258] env[69702]: DEBUG nova.virt.hardware [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.233258] env[69702]: DEBUG nova.virt.hardware [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.233420] env[69702]: DEBUG nova.virt.hardware [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.233599] env[69702]: DEBUG nova.virt.hardware [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.233802] env[69702]: DEBUG nova.virt.hardware [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.233892] env[69702]: DEBUG nova.virt.hardware [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.234074] env[69702]: DEBUG nova.virt.hardware [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.234451] env[69702]: DEBUG nova.virt.hardware [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.234451] env[69702]: DEBUG nova.virt.hardware [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.235349] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95d74d9-eeca-40ec-b7e8-931ceb55706c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.244173] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce011509-3475-444f-a21e-072b06d24525 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.253045] env[69702]: DEBUG nova.compute.manager [req-95f195a3-0b2d-411e-a12f-b3aa60d65b19 req-954a237e-1b8c-4b31-97e8-2e4bf62d20eb service nova] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Received event network-changed-8258d367-aaeb-4558-a018-1c7267d093a4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.253045] env[69702]: DEBUG nova.compute.manager [req-95f195a3-0b2d-411e-a12f-b3aa60d65b19 req-954a237e-1b8c-4b31-97e8-2e4bf62d20eb service nova] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Refreshing instance network info cache due to event network-changed-8258d367-aaeb-4558-a018-1c7267d093a4. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.253045] env[69702]: DEBUG oslo_concurrency.lockutils [req-95f195a3-0b2d-411e-a12f-b3aa60d65b19 req-954a237e-1b8c-4b31-97e8-2e4bf62d20eb service nova] Acquiring lock "refresh_cache-5de0fd89-70f2-48cb-a681-0a1dfff8c86a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.253045] env[69702]: DEBUG oslo_concurrency.lockutils [req-95f195a3-0b2d-411e-a12f-b3aa60d65b19 req-954a237e-1b8c-4b31-97e8-2e4bf62d20eb service nova] Acquired lock "refresh_cache-5de0fd89-70f2-48cb-a681-0a1dfff8c86a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.253045] env[69702]: DEBUG nova.network.neutron [req-95f195a3-0b2d-411e-a12f-b3aa60d65b19 req-954a237e-1b8c-4b31-97e8-2e4bf62d20eb service nova] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Refreshing network info cache for port 8258d367-aaeb-4558-a018-1c7267d093a4 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.278185] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f18d3e-dce3-e53a-52e9-d751d5a54840, 'name': SearchDatastore_Task, 'duration_secs': 0.010663} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.278490] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.278839] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 11beea4b-b6e1-45ff-8640-396448ac8871/11beea4b-b6e1-45ff-8640-396448ac8871.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.279166] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96303a5c-8603-4f1e-ba9e-8a55abd66bb2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.287028] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 772.287028] env[69702]: value = "task-3084933" [ 772.287028] env[69702]: _type = "Task" [ 772.287028] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.296184] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.323732] env[69702]: DEBUG nova.compute.manager [req-219456b1-c9c7-4d52-92d3-9c9e6cce1ed4 req-767b1649-bcd6-40e8-885f-e5bcf6353a4f service nova] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Received event network-vif-deleted-81ffdac3-7e3e-425c-8c90-6452cfe7dda0 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.405643] env[69702]: DEBUG nova.scheduler.client.report [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.512684] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd3266-c76e-c640-b000-f556cca9514c/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 772.515015] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d7839c-e27c-43cb-859a-b450c59359c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.531180] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd3266-c76e-c640-b000-f556cca9514c/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 772.531553] env[69702]: ERROR oslo_vmware.rw_handles [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd3266-c76e-c640-b000-f556cca9514c/disk-0.vmdk due to incomplete transfer. [ 772.534756] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1dbe9fc-8b27-4023-967a-7722254ed146 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.536393] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084930, 'name': CreateVM_Task, 'duration_secs': 0.380237} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.536565] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.538384] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.538663] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.538992] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.539299] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf87d2d9-307a-4e9d-9001-e40201e102b3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.544346] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 772.544346] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522c245b-8a97-57c3-9af2-0453cad4cf7d" [ 772.544346] env[69702]: _type = "Task" [ 772.544346] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.549170] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd3266-c76e-c640-b000-f556cca9514c/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 772.549416] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Uploaded image b82b1922-7e25-4095-a8e1-8acb30c253c4 to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 772.552167] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 772.552789] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-47989aa8-daa6-4639-9e2a-4457f7f9e5bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.563676] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522c245b-8a97-57c3-9af2-0453cad4cf7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.570136] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084931, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.571994] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 772.571994] env[69702]: value = "task-3084934" [ 772.571994] env[69702]: _type = "Task" [ 772.571994] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.584403] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084934, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.639216] env[69702]: DEBUG oslo_vmware.api [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084932, 'name': PowerOffVM_Task, 'duration_secs': 0.229799} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.639506] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.639681] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.639973] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a88b67c-c07a-4d5d-add5-604d91346d1c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.651054] env[69702]: DEBUG nova.network.neutron [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Successfully updated port: c44e5677-fd6f-44f3-931a-9a169f8e80a7 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.708224] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.709031] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.709031] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Deleting the datastore file [datastore1] 45f34208-c4a3-45b6-a7fa-81c116f7450a {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.709031] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed43e5c7-fc6d-4baa-a8df-828558663a48 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.718026] env[69702]: DEBUG oslo_vmware.api [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Waiting for the task: (returnval){ [ 772.718026] env[69702]: value = "task-3084936" [ 772.718026] env[69702]: _type = "Task" [ 772.718026] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.728345] env[69702]: DEBUG oslo_vmware.api [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.799378] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084933, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.914050] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.914050] env[69702]: DEBUG nova.compute.manager [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.916984] env[69702]: DEBUG oslo_concurrency.lockutils [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.154s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.917251] env[69702]: DEBUG oslo_concurrency.lockutils [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.919174] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.708s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.919360] env[69702]: DEBUG nova.objects.instance [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 772.947898] env[69702]: INFO nova.scheduler.client.report [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Deleted allocations for instance 67b31c61-8436-48f7-9bc4-af90ecd843b1 [ 772.993874] env[69702]: DEBUG nova.network.neutron [req-95f195a3-0b2d-411e-a12f-b3aa60d65b19 req-954a237e-1b8c-4b31-97e8-2e4bf62d20eb service nova] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Updated VIF entry in instance network info cache for port 8258d367-aaeb-4558-a018-1c7267d093a4. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.995803] env[69702]: DEBUG nova.network.neutron [req-95f195a3-0b2d-411e-a12f-b3aa60d65b19 req-954a237e-1b8c-4b31-97e8-2e4bf62d20eb service nova] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Updating instance_info_cache with network_info: [{"id": "8258d367-aaeb-4558-a018-1c7267d093a4", "address": "fa:16:3e:f7:16:5f", "network": {"id": "b084a9c9-7e90-42b0-a9e8-86813d4c8295", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-138166895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0ebde1b5274ba79bda775be1021e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8258d367-aa", "ovs_interfaceid": "8258d367-aaeb-4558-a018-1c7267d093a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.054860] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522c245b-8a97-57c3-9af2-0453cad4cf7d, 'name': SearchDatastore_Task, 'duration_secs': 0.070463} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.058101] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.058355] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.058597] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.058748] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.059356] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.059964] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf936402-9373-42c3-ae37-8681ef9f1ac0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.066460] env[69702]: DEBUG oslo_vmware.api [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084931, 'name': PowerOnVM_Task, 'duration_secs': 0.624688} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.066719] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.066939] env[69702]: INFO nova.compute.manager [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Took 10.16 seconds to spawn the instance on the hypervisor. [ 773.067144] env[69702]: DEBUG nova.compute.manager [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.067881] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd80d860-d366-4ee9-adad-11805fed6c46 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.087672] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084934, 'name': Destroy_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.088822] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.088991] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.089681] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3177750e-69cf-4008-9183-b90eede7db53 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.094447] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 773.094447] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5210f193-2023-3bd6-c7bf-5e45f750ca42" [ 773.094447] env[69702]: _type = "Task" [ 773.094447] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.103296] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5210f193-2023-3bd6-c7bf-5e45f750ca42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.154079] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "refresh_cache-f9d366bc-9336-446d-ae8e-f7052af72e8c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.154272] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquired lock "refresh_cache-f9d366bc-9336-446d-ae8e-f7052af72e8c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.154386] env[69702]: DEBUG nova.network.neutron [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.228662] env[69702]: DEBUG oslo_vmware.api [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.298413] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649885} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.298662] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 11beea4b-b6e1-45ff-8640-396448ac8871/11beea4b-b6e1-45ff-8640-396448ac8871.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.298875] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.299154] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39527eac-ad7d-446f-abba-7e6634464dc3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.307766] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 773.307766] env[69702]: value = "task-3084937" [ 773.307766] env[69702]: _type = "Task" [ 773.307766] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.315157] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.424629] env[69702]: DEBUG nova.compute.utils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.428738] env[69702]: DEBUG nova.compute.manager [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.428952] env[69702]: DEBUG nova.network.neutron [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.456931] env[69702]: DEBUG oslo_concurrency.lockutils [None req-40e0072f-074b-400d-a53c-9b843355fe40 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "67b31c61-8436-48f7-9bc4-af90ecd843b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.569s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.467458] env[69702]: DEBUG nova.policy [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '404f899d06f94485b50bd02d224cd04f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7af0adbcae04c3eae9371ff9ece902b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.497812] env[69702]: DEBUG oslo_concurrency.lockutils [req-95f195a3-0b2d-411e-a12f-b3aa60d65b19 req-954a237e-1b8c-4b31-97e8-2e4bf62d20eb service nova] Releasing lock "refresh_cache-5de0fd89-70f2-48cb-a681-0a1dfff8c86a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.587517] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084934, 'name': Destroy_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.589815] env[69702]: INFO nova.compute.manager [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Took 58.39 seconds to build instance. [ 773.605247] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5210f193-2023-3bd6-c7bf-5e45f750ca42, 'name': SearchDatastore_Task, 'duration_secs': 0.058895} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.606342] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c749bfc-2ae1-4bd5-85f9-e064ad8076dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.612523] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 773.612523] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b1ef49-67d1-91b1-e496-4d892e797e2d" [ 773.612523] env[69702]: _type = "Task" [ 773.612523] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.622152] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b1ef49-67d1-91b1-e496-4d892e797e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.704277] env[69702]: DEBUG nova.network.neutron [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.730579] env[69702]: DEBUG oslo_vmware.api [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Task: {'id': task-3084936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.735472} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.731273] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.731556] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.731814] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.732323] env[69702]: INFO nova.compute.manager [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Took 1.62 seconds to destroy the instance on the hypervisor. [ 773.732655] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.735817] env[69702]: DEBUG nova.compute.manager [-] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.735962] env[69702]: DEBUG nova.network.neutron [-] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.761074] env[69702]: DEBUG nova.network.neutron [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Successfully created port: 770eb8b7-da2d-4197-8f7c-5ba290a709d5 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.819444] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064346} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.820326] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.821382] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d10875-9a06-4093-baf6-e7fdab1bba14 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.847591] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 11beea4b-b6e1-45ff-8640-396448ac8871/11beea4b-b6e1-45ff-8640-396448ac8871.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.847995] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6589f4ac-d513-46c0-984a-8b636746cabb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.871456] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 773.871456] env[69702]: value = "task-3084938" [ 773.871456] env[69702]: _type = "Task" [ 773.871456] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.880627] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.929519] env[69702]: DEBUG nova.compute.manager [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.933155] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f4617798-de13-4236-ad72-f88de6b85f3b tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.934610] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.372s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.936416] env[69702]: INFO nova.compute.claims [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.083182] env[69702]: DEBUG nova.network.neutron [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Updating instance_info_cache with network_info: [{"id": "c44e5677-fd6f-44f3-931a-9a169f8e80a7", "address": "fa:16:3e:43:9f:10", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc44e5677-fd", "ovs_interfaceid": "c44e5677-fd6f-44f3-931a-9a169f8e80a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.087720] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084934, 'name': Destroy_Task, 'duration_secs': 1.190389} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.088384] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Destroyed the VM [ 774.088713] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 774.089059] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c790546-f9d1-469a-9692-3a223f5b8d50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.091352] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2a2c2c38-4b8c-4851-ba6c-d17892179b3c tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "b4747db8-febb-4c84-a4a9-ea26e67c14c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.684s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.096933] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 774.096933] env[69702]: value = "task-3084939" [ 774.096933] env[69702]: _type = "Task" [ 774.096933] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.108957] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084939, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.125400] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b1ef49-67d1-91b1-e496-4d892e797e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.024797} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.126084] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.126548] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 5de0fd89-70f2-48cb-a681-0a1dfff8c86a/5de0fd89-70f2-48cb-a681-0a1dfff8c86a.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.127531] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5a0b51c-48d1-4a09-8b27-d26cccd7e352 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.135321] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 774.135321] env[69702]: value = "task-3084940" [ 774.135321] env[69702]: _type = "Task" [ 774.135321] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.146561] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.383577] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084938, 'name': ReconfigVM_Task, 'duration_secs': 0.28128} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.383864] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 11beea4b-b6e1-45ff-8640-396448ac8871/11beea4b-b6e1-45ff-8640-396448ac8871.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.384907] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d96cba3b-b911-4dc0-acdb-c69a44aa25d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.392156] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 774.392156] env[69702]: value = "task-3084941" [ 774.392156] env[69702]: _type = "Task" [ 774.392156] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.403946] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084941, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.544999] env[69702]: DEBUG nova.compute.manager [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Received event network-vif-plugged-c44e5677-fd6f-44f3-931a-9a169f8e80a7 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.544999] env[69702]: DEBUG oslo_concurrency.lockutils [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] Acquiring lock "f9d366bc-9336-446d-ae8e-f7052af72e8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.544999] env[69702]: DEBUG oslo_concurrency.lockutils [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] Lock "f9d366bc-9336-446d-ae8e-f7052af72e8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.545217] env[69702]: DEBUG oslo_concurrency.lockutils [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] Lock "f9d366bc-9336-446d-ae8e-f7052af72e8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.545253] env[69702]: DEBUG nova.compute.manager [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] No waiting events found dispatching network-vif-plugged-c44e5677-fd6f-44f3-931a-9a169f8e80a7 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.545413] env[69702]: WARNING nova.compute.manager [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Received unexpected event network-vif-plugged-c44e5677-fd6f-44f3-931a-9a169f8e80a7 for instance with vm_state building and task_state spawning. [ 774.545598] env[69702]: DEBUG nova.compute.manager [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Received event network-changed-c44e5677-fd6f-44f3-931a-9a169f8e80a7 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.545774] env[69702]: DEBUG nova.compute.manager [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Refreshing instance network info cache due to event network-changed-c44e5677-fd6f-44f3-931a-9a169f8e80a7. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.545979] env[69702]: DEBUG oslo_concurrency.lockutils [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] Acquiring lock "refresh_cache-f9d366bc-9336-446d-ae8e-f7052af72e8c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.568169] env[69702]: DEBUG nova.compute.manager [req-0c31b4a7-d611-4f8a-906f-cfbeba81b378 req-55329845-68e8-4881-87d3-3a1809b3078d service nova] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Received event network-vif-deleted-6ac083e3-40db-4859-9f62-48d6f7402d15 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.568548] env[69702]: INFO nova.compute.manager [req-0c31b4a7-d611-4f8a-906f-cfbeba81b378 req-55329845-68e8-4881-87d3-3a1809b3078d service nova] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Neutron deleted interface 6ac083e3-40db-4859-9f62-48d6f7402d15; detaching it from the instance and deleting it from the info cache [ 774.568682] env[69702]: DEBUG nova.network.neutron [req-0c31b4a7-d611-4f8a-906f-cfbeba81b378 req-55329845-68e8-4881-87d3-3a1809b3078d service nova] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.589109] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Releasing lock "refresh_cache-f9d366bc-9336-446d-ae8e-f7052af72e8c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.589618] env[69702]: DEBUG nova.compute.manager [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Instance network_info: |[{"id": "c44e5677-fd6f-44f3-931a-9a169f8e80a7", "address": "fa:16:3e:43:9f:10", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc44e5677-fd", "ovs_interfaceid": "c44e5677-fd6f-44f3-931a-9a169f8e80a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.589863] env[69702]: DEBUG oslo_concurrency.lockutils [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] Acquired lock "refresh_cache-f9d366bc-9336-446d-ae8e-f7052af72e8c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.590390] env[69702]: DEBUG nova.network.neutron [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Refreshing network info cache for port c44e5677-fd6f-44f3-931a-9a169f8e80a7 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.592276] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:9f:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c44e5677-fd6f-44f3-931a-9a169f8e80a7', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.603470] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.604230] env[69702]: DEBUG nova.compute.manager [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.608821] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.612567] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eba8fd70-478d-449f-ad12-836ade98b630 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.634155] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084939, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.635613] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.635613] env[69702]: value = "task-3084942" [ 774.635613] env[69702]: _type = "Task" [ 774.635613] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.646950] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084942, 'name': CreateVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.650822] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462947} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.651096] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 5de0fd89-70f2-48cb-a681-0a1dfff8c86a/5de0fd89-70f2-48cb-a681-0a1dfff8c86a.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.651316] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.651586] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3201ee56-7d12-431d-b6ea-12ba3e165c5a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.658676] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 774.658676] env[69702]: value = "task-3084943" [ 774.658676] env[69702]: _type = "Task" [ 774.658676] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.670368] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.720803] env[69702]: DEBUG nova.network.neutron [-] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.902742] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084941, 'name': Rename_Task, 'duration_secs': 0.24415} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.902742] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.903009] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3ac0c46-dd79-48dd-b1eb-eab4dc291706 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.913790] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 774.913790] env[69702]: value = "task-3084944" [ 774.913790] env[69702]: _type = "Task" [ 774.913790] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.925760] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.944319] env[69702]: DEBUG nova.compute.manager [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.980911] env[69702]: DEBUG nova.virt.hardware [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.981169] env[69702]: DEBUG nova.virt.hardware [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.981420] env[69702]: DEBUG nova.virt.hardware [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.981650] env[69702]: DEBUG nova.virt.hardware [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.981802] env[69702]: DEBUG nova.virt.hardware [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.981951] env[69702]: DEBUG nova.virt.hardware [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.982175] env[69702]: DEBUG nova.virt.hardware [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.982339] env[69702]: DEBUG nova.virt.hardware [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.982509] env[69702]: DEBUG nova.virt.hardware [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.982672] env[69702]: DEBUG nova.virt.hardware [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.982849] env[69702]: DEBUG nova.virt.hardware [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.984032] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc16147-a0b0-4417-bdc9-3a0622793b94 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.992573] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7525b94-e87c-4b8d-95ac-7c66e56f8ccf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.074450] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-666859f4-6fd6-4eed-91a5-621421109939 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.084718] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b98a01a-851e-4f9c-be77-e2a66e5256c6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.127240] env[69702]: DEBUG nova.compute.manager [req-0c31b4a7-d611-4f8a-906f-cfbeba81b378 req-55329845-68e8-4881-87d3-3a1809b3078d service nova] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Detach interface failed, port_id=6ac083e3-40db-4859-9f62-48d6f7402d15, reason: Instance 45f34208-c4a3-45b6-a7fa-81c116f7450a could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 775.137113] env[69702]: DEBUG oslo_vmware.api [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084939, 'name': RemoveSnapshot_Task, 'duration_secs': 0.68705} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.137113] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 775.137317] env[69702]: INFO nova.compute.manager [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Took 14.20 seconds to snapshot the instance on the hypervisor. [ 775.148876] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084942, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.149980] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.171269] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06301} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.172211] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.173050] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4e9766-647e-4ce7-8ff4-b671a8fe56db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.196418] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 5de0fd89-70f2-48cb-a681-0a1dfff8c86a/5de0fd89-70f2-48cb-a681-0a1dfff8c86a.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.199653] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13937589-6eab-40ac-b2e7-177da416a239 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.219837] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 775.219837] env[69702]: value = "task-3084945" [ 775.219837] env[69702]: _type = "Task" [ 775.219837] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.223906] env[69702]: INFO nova.compute.manager [-] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Took 1.49 seconds to deallocate network for instance. [ 775.233737] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.283310] env[69702]: DEBUG nova.network.neutron [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Successfully updated port: 770eb8b7-da2d-4197-8f7c-5ba290a709d5 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.426820] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084944, 'name': PowerOnVM_Task, 'duration_secs': 0.486182} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.427099] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.427323] env[69702]: INFO nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Took 8.70 seconds to spawn the instance on the hypervisor. [ 775.427502] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.428349] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda206aa-355a-476e-a63c-0235086b541f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.540637] env[69702]: DEBUG nova.network.neutron [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Updated VIF entry in instance network info cache for port c44e5677-fd6f-44f3-931a-9a169f8e80a7. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.542788] env[69702]: DEBUG nova.network.neutron [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Updating instance_info_cache with network_info: [{"id": "c44e5677-fd6f-44f3-931a-9a169f8e80a7", "address": "fa:16:3e:43:9f:10", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc44e5677-fd", "ovs_interfaceid": "c44e5677-fd6f-44f3-931a-9a169f8e80a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.562096] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "5b6a06da-6a08-4be6-8e9f-f838996fc6bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.563121] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "5b6a06da-6a08-4be6-8e9f-f838996fc6bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.563121] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "5b6a06da-6a08-4be6-8e9f-f838996fc6bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.563121] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "5b6a06da-6a08-4be6-8e9f-f838996fc6bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.563121] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "5b6a06da-6a08-4be6-8e9f-f838996fc6bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.565335] env[69702]: INFO nova.compute.manager [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Terminating instance [ 775.623359] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae406d-813b-415f-bbff-907803608133 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.631093] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4569869-459c-42d5-b7a5-a37857f76b4e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.669144] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bcb050-ea77-43c2-8a78-fe475e253c52 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.678716] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084942, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.681800] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71f513c-687e-4f27-bc67-82f55907fa0e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.700343] env[69702]: DEBUG nova.compute.provider_tree [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.713449] env[69702]: DEBUG nova.compute.manager [None req-9b32125e-2162-4fea-91e6-7fd50c06ac24 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Found 2 images (rotation: 2) {{(pid=69702) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 775.730533] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.735744] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.786119] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "refresh_cache-131b9632-347e-4203-b770-c6449683c6d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.786290] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "refresh_cache-131b9632-347e-4203-b770-c6449683c6d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.786623] env[69702]: DEBUG nova.network.neutron [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.947899] env[69702]: INFO nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Took 51.74 seconds to build instance. [ 776.046954] env[69702]: DEBUG oslo_concurrency.lockutils [req-cfc52c57-413a-4e16-8807-8b9b6106c6d9 req-e68a4532-e253-4a65-94a2-5a24ae3fcb74 service nova] Releasing lock "refresh_cache-f9d366bc-9336-446d-ae8e-f7052af72e8c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.069235] env[69702]: DEBUG nova.compute.manager [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.069373] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.070309] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62649c9c-b090-43f1-8176-4c1837647b50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.078088] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.078399] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c07b43d4-0ce6-48e4-913a-105017b8898c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.084525] env[69702]: DEBUG oslo_vmware.api [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 776.084525] env[69702]: value = "task-3084946" [ 776.084525] env[69702]: _type = "Task" [ 776.084525] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.092141] env[69702]: DEBUG oslo_vmware.api [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.147483] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084942, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.205738] env[69702]: DEBUG nova.scheduler.client.report [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.231300] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.319893] env[69702]: DEBUG nova.network.neutron [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.449284] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "11beea4b-b6e1-45ff-8640-396448ac8871" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.481s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.567686] env[69702]: DEBUG nova.network.neutron [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Updating instance_info_cache with network_info: [{"id": "770eb8b7-da2d-4197-8f7c-5ba290a709d5", "address": "fa:16:3e:52:49:9d", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770eb8b7-da", "ovs_interfaceid": "770eb8b7-da2d-4197-8f7c-5ba290a709d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.603316] env[69702]: DEBUG oslo_vmware.api [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084946, 'name': PowerOffVM_Task, 'duration_secs': 0.202487} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.603844] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.604114] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.604821] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16b6715b-bb1f-482e-8c03-7507f325e6bb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.647231] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084942, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.693214] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.693454] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.693689] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Deleting the datastore file [datastore1] 5b6a06da-6a08-4be6-8e9f-f838996fc6bd {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.693976] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8213b4a-dccd-4633-bc4e-1fcce1e2bd97 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.700389] env[69702]: DEBUG oslo_vmware.api [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for the task: (returnval){ [ 776.700389] env[69702]: value = "task-3084948" [ 776.700389] env[69702]: _type = "Task" [ 776.700389] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.708858] env[69702]: DEBUG oslo_vmware.api [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.710723] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.711210] env[69702]: DEBUG nova.compute.manager [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.713753] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.665s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.715234] env[69702]: INFO nova.compute.claims [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.730195] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084945, 'name': ReconfigVM_Task, 'duration_secs': 1.150325} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.730467] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 5de0fd89-70f2-48cb-a681-0a1dfff8c86a/5de0fd89-70f2-48cb-a681-0a1dfff8c86a.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.731146] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7da3998-33dd-4427-8881-0aec8b182cbd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.737568] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 776.737568] env[69702]: value = "task-3084949" [ 776.737568] env[69702]: _type = "Task" [ 776.737568] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.748891] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084949, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.839018] env[69702]: DEBUG nova.compute.manager [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.839266] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5c89cd-7212-4529-960e-b2de26b32cf4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.855491] env[69702]: DEBUG nova.compute.manager [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Received event network-vif-plugged-770eb8b7-da2d-4197-8f7c-5ba290a709d5 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.855491] env[69702]: DEBUG oslo_concurrency.lockutils [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] Acquiring lock "131b9632-347e-4203-b770-c6449683c6d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.855790] env[69702]: DEBUG oslo_concurrency.lockutils [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] Lock "131b9632-347e-4203-b770-c6449683c6d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.855862] env[69702]: DEBUG oslo_concurrency.lockutils [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] Lock "131b9632-347e-4203-b770-c6449683c6d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.855989] env[69702]: DEBUG nova.compute.manager [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] [instance: 131b9632-347e-4203-b770-c6449683c6d6] No waiting events found dispatching network-vif-plugged-770eb8b7-da2d-4197-8f7c-5ba290a709d5 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.856167] env[69702]: WARNING nova.compute.manager [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Received unexpected event network-vif-plugged-770eb8b7-da2d-4197-8f7c-5ba290a709d5 for instance with vm_state building and task_state spawning. [ 776.856326] env[69702]: DEBUG nova.compute.manager [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Received event network-changed-770eb8b7-da2d-4197-8f7c-5ba290a709d5 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.856477] env[69702]: DEBUG nova.compute.manager [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Refreshing instance network info cache due to event network-changed-770eb8b7-da2d-4197-8f7c-5ba290a709d5. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.856641] env[69702]: DEBUG oslo_concurrency.lockutils [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] Acquiring lock "refresh_cache-131b9632-347e-4203-b770-c6449683c6d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.952089] env[69702]: DEBUG nova.compute.manager [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.072010] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "refresh_cache-131b9632-347e-4203-b770-c6449683c6d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.072383] env[69702]: DEBUG nova.compute.manager [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Instance network_info: |[{"id": "770eb8b7-da2d-4197-8f7c-5ba290a709d5", "address": "fa:16:3e:52:49:9d", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770eb8b7-da", "ovs_interfaceid": "770eb8b7-da2d-4197-8f7c-5ba290a709d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.072978] env[69702]: DEBUG oslo_concurrency.lockutils [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] Acquired lock "refresh_cache-131b9632-347e-4203-b770-c6449683c6d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.073060] env[69702]: DEBUG nova.network.neutron [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Refreshing network info cache for port 770eb8b7-da2d-4197-8f7c-5ba290a709d5 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.074754] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:49:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '770eb8b7-da2d-4197-8f7c-5ba290a709d5', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.084032] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.084587] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.084587] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbc04ccd-9cc9-4958-b08d-996caedd5b10 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.107674] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.107674] env[69702]: value = "task-3084950" [ 777.107674] env[69702]: _type = "Task" [ 777.107674] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.115593] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084950, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.152425] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084942, 'name': CreateVM_Task, 'duration_secs': 2.065588} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.152590] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.153275] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.153437] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.153810] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.154098] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6162e483-9e5c-4509-b835-ebd99ffd13b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.159513] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 777.159513] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5278a159-23ae-a324-0a26-9f970a8d25c5" [ 777.159513] env[69702]: _type = "Task" [ 777.159513] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.170889] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5278a159-23ae-a324-0a26-9f970a8d25c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.210194] env[69702]: DEBUG oslo_vmware.api [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Task: {'id': task-3084948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234869} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.210462] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.210621] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.210798] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.210973] env[69702]: INFO nova.compute.manager [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 777.211230] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.211420] env[69702]: DEBUG nova.compute.manager [-] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.211535] env[69702]: DEBUG nova.network.neutron [-] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.219520] env[69702]: DEBUG nova.compute.utils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.225138] env[69702]: DEBUG nova.compute.manager [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.225138] env[69702]: DEBUG nova.network.neutron [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.249737] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084949, 'name': Rename_Task, 'duration_secs': 0.164493} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.249737] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.249969] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62a3eb87-cf74-4d45-9374-ec975ac7fb50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.257058] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 777.257058] env[69702]: value = "task-3084951" [ 777.257058] env[69702]: _type = "Task" [ 777.257058] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.265134] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.266589] env[69702]: DEBUG nova.policy [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6e47249b7eb4c13b5f740725df972d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c44099ff06494550b206261ae0b9ca07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.349345] env[69702]: INFO nova.compute.manager [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] instance snapshotting [ 777.350011] env[69702]: DEBUG nova.objects.instance [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'flavor' on Instance uuid c05f4548-e5f4-415f-8605-c46ef7da0cd6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.474300] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.541579] env[69702]: DEBUG nova.network.neutron [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Successfully created port: d3ea2d13-1b46-49d7-bfab-dc253c444f86 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.588842] env[69702]: DEBUG nova.compute.manager [req-5a75eb21-54e0-4062-9da5-c8ac1b3232f0 req-5aef3e4f-07df-40ce-a880-c08fdd302bf9 service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Received event network-vif-deleted-4808baa9-02bf-4a8d-872a-24a8e773e869 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.589102] env[69702]: INFO nova.compute.manager [req-5a75eb21-54e0-4062-9da5-c8ac1b3232f0 req-5aef3e4f-07df-40ce-a880-c08fdd302bf9 service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Neutron deleted interface 4808baa9-02bf-4a8d-872a-24a8e773e869; detaching it from the instance and deleting it from the info cache [ 777.589342] env[69702]: DEBUG nova.network.neutron [req-5a75eb21-54e0-4062-9da5-c8ac1b3232f0 req-5aef3e4f-07df-40ce-a880-c08fdd302bf9 service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.619274] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084950, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.670641] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5278a159-23ae-a324-0a26-9f970a8d25c5, 'name': SearchDatastore_Task, 'duration_secs': 0.024801} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.671124] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.671336] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.671665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.671906] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.672126] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.672446] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dbc00e6-7d43-4f67-b9ae-b49b5cfa0cf4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.681973] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.682217] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.683061] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c05581-cf34-4819-acf0-47766b292877 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.688652] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 777.688652] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5299cc1c-d60c-812b-39bc-8aa74212badc" [ 777.688652] env[69702]: _type = "Task" [ 777.688652] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.695967] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5299cc1c-d60c-812b-39bc-8aa74212badc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.723287] env[69702]: DEBUG nova.compute.manager [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.771441] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.860165] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe068a8-0dad-46fa-9d0f-510f41bcbae0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.887071] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6094cf69-1e02-4705-b54f-4c3c45e067b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.917204] env[69702]: DEBUG nova.network.neutron [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Updated VIF entry in instance network info cache for port 770eb8b7-da2d-4197-8f7c-5ba290a709d5. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.917549] env[69702]: DEBUG nova.network.neutron [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Updating instance_info_cache with network_info: [{"id": "770eb8b7-da2d-4197-8f7c-5ba290a709d5", "address": "fa:16:3e:52:49:9d", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770eb8b7-da", "ovs_interfaceid": "770eb8b7-da2d-4197-8f7c-5ba290a709d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.047858] env[69702]: DEBUG nova.network.neutron [-] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.092706] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0660602d-8108-4482-ac76-9957d3e2f6cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.107274] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db4b189-e418-46d9-ad87-761efde34677 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.132255] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084950, 'name': CreateVM_Task, 'duration_secs': 0.58657} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.132498] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.133344] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.133561] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.133950] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.137012] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbead7e0-7398-4f2c-8eb2-6148c5fcd19b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.151788] env[69702]: DEBUG nova.compute.manager [req-5a75eb21-54e0-4062-9da5-c8ac1b3232f0 req-5aef3e4f-07df-40ce-a880-c08fdd302bf9 service nova] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Detach interface failed, port_id=4808baa9-02bf-4a8d-872a-24a8e773e869, reason: Instance 5b6a06da-6a08-4be6-8e9f-f838996fc6bd could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 778.157952] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 778.157952] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5204dfe7-cdb5-2bf5-6285-655bba667ad9" [ 778.157952] env[69702]: _type = "Task" [ 778.157952] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.168967] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5204dfe7-cdb5-2bf5-6285-655bba667ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.205158] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5299cc1c-d60c-812b-39bc-8aa74212badc, 'name': SearchDatastore_Task, 'duration_secs': 0.019236} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.206438] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c83ce7cb-e720-4a04-b415-861dfadb158b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.214364] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 778.214364] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52473b82-f171-ebc0-af22-babb115f0d1c" [ 778.214364] env[69702]: _type = "Task" [ 778.214364] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.241901] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52473b82-f171-ebc0-af22-babb115f0d1c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.242506] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.243110] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] f9d366bc-9336-446d-ae8e-f7052af72e8c/f9d366bc-9336-446d-ae8e-f7052af72e8c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.245502] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1028089-8962-4c38-8192-ba2674903685 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.254045] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 778.254045] env[69702]: value = "task-3084952" [ 778.254045] env[69702]: _type = "Task" [ 778.254045] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.274969] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.281729] env[69702]: DEBUG oslo_vmware.api [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084951, 'name': PowerOnVM_Task, 'duration_secs': 0.872473} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.286208] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.286589] env[69702]: INFO nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Took 8.80 seconds to spawn the instance on the hypervisor. [ 778.286919] env[69702]: DEBUG nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.288939] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fa2a4f-5a93-4cf2-ac56-6bf5f4e15229 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.390969] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee1323b-b76f-4bb1-a915-d75bb4bdd716 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.398464] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3f9e6b-c68c-4bce-9695-dc9173b628e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.402487] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 778.402885] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76682c39-59f1-42aa-b5cc-ad31e6351678 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.433333] env[69702]: DEBUG oslo_concurrency.lockutils [req-7cf9feed-abd2-4fb3-ae1e-ce79bab7f80e req-94b55a8c-4009-4019-b462-756d6839e5ec service nova] Releasing lock "refresh_cache-131b9632-347e-4203-b770-c6449683c6d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.435570] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0108ada4-94c4-4ee7-8563-af8b5d857356 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.438250] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 778.438250] env[69702]: value = "task-3084953" [ 778.438250] env[69702]: _type = "Task" [ 778.438250] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.444960] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312ac9ae-14d1-4e7b-82dc-41b02e22126b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.451635] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084953, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.462327] env[69702]: DEBUG nova.compute.provider_tree [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.550871] env[69702]: INFO nova.compute.manager [-] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Took 1.34 seconds to deallocate network for instance. [ 778.670115] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5204dfe7-cdb5-2bf5-6285-655bba667ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.030792} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.670443] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.670749] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.671169] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.671340] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.671560] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.671859] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eac1919f-a22d-4dfb-b02a-1745475aadde {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.683825] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.684118] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.684959] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4410059d-88a4-4891-a0eb-24aeff18a0fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.691938] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 778.691938] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529e19e3-abb9-ec91-fcc0-510d7718ccd6" [ 778.691938] env[69702]: _type = "Task" [ 778.691938] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.702569] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529e19e3-abb9-ec91-fcc0-510d7718ccd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.744260] env[69702]: DEBUG nova.compute.manager [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.770182] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084952, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.776705] env[69702]: DEBUG nova.virt.hardware [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.777067] env[69702]: DEBUG nova.virt.hardware [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.777246] env[69702]: DEBUG nova.virt.hardware [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.777454] env[69702]: DEBUG nova.virt.hardware [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.777676] env[69702]: DEBUG nova.virt.hardware [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.777876] env[69702]: DEBUG nova.virt.hardware [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.778303] env[69702]: DEBUG nova.virt.hardware [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.778371] env[69702]: DEBUG nova.virt.hardware [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.778555] env[69702]: DEBUG nova.virt.hardware [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.778757] env[69702]: DEBUG nova.virt.hardware [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.779045] env[69702]: DEBUG nova.virt.hardware [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.780055] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ee4baf-873c-41dd-8837-eaccaab53a12 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.791725] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2528a1b-f73f-4688-b410-3e51b2ad4444 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.820027] env[69702]: INFO nova.compute.manager [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Took 49.25 seconds to build instance. [ 778.948247] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084953, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.965476] env[69702]: DEBUG nova.scheduler.client.report [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.012540] env[69702]: DEBUG nova.compute.manager [req-ad1190ad-2244-4b68-8001-24c75e901b2d req-155bc16d-13ab-4d30-b956-c7c6d1d7a52c service nova] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Received event network-vif-plugged-d3ea2d13-1b46-49d7-bfab-dc253c444f86 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.012540] env[69702]: DEBUG oslo_concurrency.lockutils [req-ad1190ad-2244-4b68-8001-24c75e901b2d req-155bc16d-13ab-4d30-b956-c7c6d1d7a52c service nova] Acquiring lock "835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.012540] env[69702]: DEBUG oslo_concurrency.lockutils [req-ad1190ad-2244-4b68-8001-24c75e901b2d req-155bc16d-13ab-4d30-b956-c7c6d1d7a52c service nova] Lock "835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.012540] env[69702]: DEBUG oslo_concurrency.lockutils [req-ad1190ad-2244-4b68-8001-24c75e901b2d req-155bc16d-13ab-4d30-b956-c7c6d1d7a52c service nova] Lock "835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.013088] env[69702]: DEBUG nova.compute.manager [req-ad1190ad-2244-4b68-8001-24c75e901b2d req-155bc16d-13ab-4d30-b956-c7c6d1d7a52c service nova] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] No waiting events found dispatching network-vif-plugged-d3ea2d13-1b46-49d7-bfab-dc253c444f86 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.013088] env[69702]: WARNING nova.compute.manager [req-ad1190ad-2244-4b68-8001-24c75e901b2d req-155bc16d-13ab-4d30-b956-c7c6d1d7a52c service nova] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Received unexpected event network-vif-plugged-d3ea2d13-1b46-49d7-bfab-dc253c444f86 for instance with vm_state building and task_state spawning. [ 779.057484] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.086501] env[69702]: DEBUG nova.network.neutron [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Successfully updated port: d3ea2d13-1b46-49d7-bfab-dc253c444f86 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.203290] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529e19e3-abb9-ec91-fcc0-510d7718ccd6, 'name': SearchDatastore_Task, 'duration_secs': 0.022144} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.204134] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d51952-9cd1-4344-b6b1-7c4f37779fb5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.210889] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 779.210889] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5210c05a-7e53-523d-02e4-d97187e8cc70" [ 779.210889] env[69702]: _type = "Task" [ 779.210889] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.217207] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5210c05a-7e53-523d-02e4-d97187e8cc70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.267940] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588679} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.268235] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] f9d366bc-9336-446d-ae8e-f7052af72e8c/f9d366bc-9336-446d-ae8e-f7052af72e8c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.268447] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.268703] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a78322d2-c38b-48b8-b783-35cf4aeb7ef6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.276991] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 779.276991] env[69702]: value = "task-3084954" [ 779.276991] env[69702]: _type = "Task" [ 779.276991] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.285554] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.322021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c9b891-925c-4a56-a048-a6766ec9d71c tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "5de0fd89-70f2-48cb-a681-0a1dfff8c86a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.323s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.448542] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084953, 'name': CreateSnapshot_Task, 'duration_secs': 1.012092} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.448819] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 779.449835] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb1a689-2098-43ea-b0bd-c578b499ce97 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.473029] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.473029] env[69702]: DEBUG nova.compute.manager [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.477216] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.937s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.477937] env[69702]: INFO nova.compute.claims [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.590384] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Acquiring lock "refresh_cache-835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.590551] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Acquired lock "refresh_cache-835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.590698] env[69702]: DEBUG nova.network.neutron [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.719527] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5210c05a-7e53-523d-02e4-d97187e8cc70, 'name': SearchDatastore_Task, 'duration_secs': 0.05859} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.719841] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.720118] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 131b9632-347e-4203-b770-c6449683c6d6/131b9632-347e-4203-b770-c6449683c6d6.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.720380] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69f5ed0b-e6d5-4456-bac4-21d9e410c48b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.726952] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 779.726952] env[69702]: value = "task-3084955" [ 779.726952] env[69702]: _type = "Task" [ 779.726952] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.734630] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.786487] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065102} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.786753] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.787510] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84566d9-2012-4957-863a-7855d1cc640d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.808958] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] f9d366bc-9336-446d-ae8e-f7052af72e8c/f9d366bc-9336-446d-ae8e-f7052af72e8c.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.809391] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc4b4bef-bd7b-4563-a5b3-7e3dd06560d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.825056] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "5de0fd89-70f2-48cb-a681-0a1dfff8c86a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.825249] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "5de0fd89-70f2-48cb-a681-0a1dfff8c86a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.825457] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "5de0fd89-70f2-48cb-a681-0a1dfff8c86a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.825634] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "5de0fd89-70f2-48cb-a681-0a1dfff8c86a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.825799] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "5de0fd89-70f2-48cb-a681-0a1dfff8c86a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.827374] env[69702]: DEBUG nova.compute.manager [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.830978] env[69702]: INFO nova.compute.manager [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Terminating instance [ 779.838454] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 779.838454] env[69702]: value = "task-3084956" [ 779.838454] env[69702]: _type = "Task" [ 779.838454] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.848676] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.910165] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "11beea4b-b6e1-45ff-8640-396448ac8871" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.910165] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "11beea4b-b6e1-45ff-8640-396448ac8871" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.910395] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "11beea4b-b6e1-45ff-8640-396448ac8871-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.910622] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "11beea4b-b6e1-45ff-8640-396448ac8871-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.910849] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "11beea4b-b6e1-45ff-8640-396448ac8871-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.913079] env[69702]: INFO nova.compute.manager [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Terminating instance [ 779.967837] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 779.968180] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-65ccc1ae-9937-4235-b275-026f1ad0a704 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.976663] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 779.976663] env[69702]: value = "task-3084957" [ 779.976663] env[69702]: _type = "Task" [ 779.976663] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.982632] env[69702]: DEBUG nova.compute.utils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.989552] env[69702]: DEBUG nova.compute.manager [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Not allocating networking since 'none' was specified. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 779.989552] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084957, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.131669] env[69702]: DEBUG nova.network.neutron [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.239952] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084955, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.304711] env[69702]: DEBUG nova.network.neutron [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Updating instance_info_cache with network_info: [{"id": "d3ea2d13-1b46-49d7-bfab-dc253c444f86", "address": "fa:16:3e:51:0d:c7", "network": {"id": "664a4e1e-08df-4932-8623-67572d8f7c1b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1603134185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44099ff06494550b206261ae0b9ca07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ea2d13-1b", "ovs_interfaceid": "d3ea2d13-1b46-49d7-bfab-dc253c444f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.337779] env[69702]: DEBUG nova.compute.manager [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.338069] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.341363] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe45ca0c-18b3-4c75-8549-e7d4eee06c59 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.356805] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.359344] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.359653] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fa1113d-3cff-450e-9748-ea774a5980b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.363112] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.371746] env[69702]: DEBUG oslo_vmware.api [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 780.371746] env[69702]: value = "task-3084958" [ 780.371746] env[69702]: _type = "Task" [ 780.371746] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.382120] env[69702]: DEBUG oslo_vmware.api [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.416882] env[69702]: DEBUG nova.compute.manager [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.417187] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.418384] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35c6d6d-b7b4-44a8-8655-327a1d1570b9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.429034] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.429034] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b22b37ab-edfb-4971-b4d1-ed83e66c6531 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.436502] env[69702]: DEBUG oslo_vmware.api [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 780.436502] env[69702]: value = "task-3084959" [ 780.436502] env[69702]: _type = "Task" [ 780.436502] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.446502] env[69702]: DEBUG oslo_vmware.api [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.490991] env[69702]: DEBUG nova.compute.manager [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.498502] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084957, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.740118] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835057} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.740503] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 131b9632-347e-4203-b770-c6449683c6d6/131b9632-347e-4203-b770-c6449683c6d6.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.740843] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.743512] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9a37c84-ba79-43f0-9acb-e8d87d680e8a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.751232] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 780.751232] env[69702]: value = "task-3084960" [ 780.751232] env[69702]: _type = "Task" [ 780.751232] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.762883] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.807720] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Releasing lock "refresh_cache-835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.808086] env[69702]: DEBUG nova.compute.manager [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Instance network_info: |[{"id": "d3ea2d13-1b46-49d7-bfab-dc253c444f86", "address": "fa:16:3e:51:0d:c7", "network": {"id": "664a4e1e-08df-4932-8623-67572d8f7c1b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1603134185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44099ff06494550b206261ae0b9ca07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ea2d13-1b", "ovs_interfaceid": "d3ea2d13-1b46-49d7-bfab-dc253c444f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.808506] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:0d:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3ea2d13-1b46-49d7-bfab-dc253c444f86', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.816221] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Creating folder: Project (c44099ff06494550b206261ae0b9ca07). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.818964] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baaf3dcb-4b65-46fb-bcc7-6f7298deefd8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.828341] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Created folder: Project (c44099ff06494550b206261ae0b9ca07) in parent group-v617437. [ 780.828505] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Creating folder: Instances. Parent ref: group-v617571. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.828643] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a5cc100-dbe5-44ab-b5b9-a8845df989d9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.839794] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Created folder: Instances in parent group-v617571. [ 780.839794] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.839794] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.839950] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee8be5ee-db6a-4dcd-a177-bcd4e4da51ff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.865300] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084956, 'name': ReconfigVM_Task, 'duration_secs': 0.559482} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.866604] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Reconfigured VM instance instance-0000002e to attach disk [datastore2] f9d366bc-9336-446d-ae8e-f7052af72e8c/f9d366bc-9336-446d-ae8e-f7052af72e8c.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.867149] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.867149] env[69702]: value = "task-3084963" [ 780.867149] env[69702]: _type = "Task" [ 780.867149] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.869489] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-451f7a5b-e847-426a-92c9-d4013953399b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.877887] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 780.877887] env[69702]: value = "task-3084964" [ 780.877887] env[69702]: _type = "Task" [ 780.877887] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.885783] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084963, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.889069] env[69702]: DEBUG oslo_vmware.api [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084958, 'name': PowerOffVM_Task, 'duration_secs': 0.395217} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.889413] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.889495] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.889700] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d486f98d-cae3-4d0c-948f-348be8fbb81f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.894008] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084964, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.946547] env[69702]: DEBUG oslo_vmware.api [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084959, 'name': PowerOffVM_Task, 'duration_secs': 0.331489} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.949541] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.949757] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.950334] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3ca4682-ed51-419e-926e-3f8573997410 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.965666] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.965968] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.966230] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Deleting the datastore file [datastore2] 5de0fd89-70f2-48cb-a681-0a1dfff8c86a {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.966500] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1b54f9b-01c4-4e77-a633-daabddc6d28b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.972740] env[69702]: DEBUG oslo_vmware.api [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 780.972740] env[69702]: value = "task-3084967" [ 780.972740] env[69702]: _type = "Task" [ 780.972740] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.987126] env[69702]: DEBUG oslo_vmware.api [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.992425] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084957, 'name': CloneVM_Task} progress is 95%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.047107] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.047373] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.047510] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Deleting the datastore file [datastore2] 11beea4b-b6e1-45ff-8640-396448ac8871 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.051181] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20c03933-86ed-4249-9d1e-d3c3edea2a4d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.058548] env[69702]: DEBUG oslo_vmware.api [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for the task: (returnval){ [ 781.058548] env[69702]: value = "task-3084968" [ 781.058548] env[69702]: _type = "Task" [ 781.058548] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.069990] env[69702]: DEBUG oslo_vmware.api [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.090125] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0a414f-d8ac-439e-a15d-7e798a7a0894 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.098459] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f5d955-8020-4802-b1e3-161bbf722947 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.102640] env[69702]: DEBUG nova.compute.manager [req-3ab5198a-a1c9-40a5-973a-dbd6e20265fb req-bd7040d2-ff65-482a-b668-6330cb21a225 service nova] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Received event network-changed-d3ea2d13-1b46-49d7-bfab-dc253c444f86 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.102835] env[69702]: DEBUG nova.compute.manager [req-3ab5198a-a1c9-40a5-973a-dbd6e20265fb req-bd7040d2-ff65-482a-b668-6330cb21a225 service nova] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Refreshing instance network info cache due to event network-changed-d3ea2d13-1b46-49d7-bfab-dc253c444f86. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.103064] env[69702]: DEBUG oslo_concurrency.lockutils [req-3ab5198a-a1c9-40a5-973a-dbd6e20265fb req-bd7040d2-ff65-482a-b668-6330cb21a225 service nova] Acquiring lock "refresh_cache-835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.103209] env[69702]: DEBUG oslo_concurrency.lockutils [req-3ab5198a-a1c9-40a5-973a-dbd6e20265fb req-bd7040d2-ff65-482a-b668-6330cb21a225 service nova] Acquired lock "refresh_cache-835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.103370] env[69702]: DEBUG nova.network.neutron [req-3ab5198a-a1c9-40a5-973a-dbd6e20265fb req-bd7040d2-ff65-482a-b668-6330cb21a225 service nova] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Refreshing network info cache for port d3ea2d13-1b46-49d7-bfab-dc253c444f86 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.134398] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d9289c-c10c-4095-a1cf-0c906014b205 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.142495] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aa77cd-509b-4a40-908a-2070c96f8809 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.156697] env[69702]: DEBUG nova.compute.provider_tree [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.260796] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068062} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.260796] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.261236] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcd0c47-756e-481b-97a0-79b833a3273c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.282425] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 131b9632-347e-4203-b770-c6449683c6d6/131b9632-347e-4203-b770-c6449683c6d6.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.282730] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41d88d25-3ff6-4ee5-a284-c8bc948f8afa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.301831] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 781.301831] env[69702]: value = "task-3084969" [ 781.301831] env[69702]: _type = "Task" [ 781.301831] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.309479] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.380865] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084963, 'name': CreateVM_Task, 'duration_secs': 0.382717} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.383851] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.384948] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.385195] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.385579] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.386297] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61af28f-af89-48eb-a305-f959a61f5d0d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.391138] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084964, 'name': Rename_Task, 'duration_secs': 0.17206} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.391724] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.392044] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59fc1ba8-9f2c-43e9-bdc1-b197202ee14a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.394849] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Waiting for the task: (returnval){ [ 781.394849] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5271dd84-9695-3d8f-b6c1-3750ee48e9e4" [ 781.394849] env[69702]: _type = "Task" [ 781.394849] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.399414] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 781.399414] env[69702]: value = "task-3084970" [ 781.399414] env[69702]: _type = "Task" [ 781.399414] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.404857] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5271dd84-9695-3d8f-b6c1-3750ee48e9e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.411675] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.485749] env[69702]: DEBUG oslo_vmware.api [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146523} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.486389] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.486578] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.486752] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.486922] env[69702]: INFO nova.compute.manager [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 781.487181] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.487366] env[69702]: DEBUG nova.compute.manager [-] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.487458] env[69702]: DEBUG nova.network.neutron [-] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.491940] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3084957, 'name': CloneVM_Task, 'duration_secs': 1.17717} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.492376] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Created linked-clone VM from snapshot [ 781.493058] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f736c3db-ac52-4a86-99e4-8abba6893fe1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.499639] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Uploading image e5fae95b-c7df-4a2d-9aaf-c737ff30a72d {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 781.505333] env[69702]: DEBUG nova.compute.manager [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.524719] env[69702]: DEBUG oslo_vmware.rw_handles [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 781.524719] env[69702]: value = "vm-617570" [ 781.524719] env[69702]: _type = "VirtualMachine" [ 781.524719] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 781.526124] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-079c3f29-cbb3-4204-8e93-068703a24f0c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.534050] env[69702]: DEBUG nova.virt.hardware [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.534208] env[69702]: DEBUG nova.virt.hardware [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.534308] env[69702]: DEBUG nova.virt.hardware [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.534509] env[69702]: DEBUG nova.virt.hardware [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.534647] env[69702]: DEBUG nova.virt.hardware [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.534819] env[69702]: DEBUG nova.virt.hardware [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.535039] env[69702]: DEBUG nova.virt.hardware [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.535203] env[69702]: DEBUG nova.virt.hardware [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.535371] env[69702]: DEBUG nova.virt.hardware [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.535533] env[69702]: DEBUG nova.virt.hardware [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.535794] env[69702]: DEBUG nova.virt.hardware [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.536568] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e11aca-7f3f-43a1-9b6f-b42684927ee2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.540312] env[69702]: DEBUG oslo_vmware.rw_handles [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lease: (returnval){ [ 781.540312] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523c9098-3a61-a6f3-048f-f69f148ecb0b" [ 781.540312] env[69702]: _type = "HttpNfcLease" [ 781.540312] env[69702]: } obtained for exporting VM: (result){ [ 781.540312] env[69702]: value = "vm-617570" [ 781.540312] env[69702]: _type = "VirtualMachine" [ 781.540312] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 781.540537] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the lease: (returnval){ [ 781.540537] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523c9098-3a61-a6f3-048f-f69f148ecb0b" [ 781.540537] env[69702]: _type = "HttpNfcLease" [ 781.540537] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 781.547680] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958ecb6a-8adc-4e4d-a6b6-30c0417c7f51 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.556052] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.556052] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523c9098-3a61-a6f3-048f-f69f148ecb0b" [ 781.556052] env[69702]: _type = "HttpNfcLease" [ 781.556052] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 781.556456] env[69702]: DEBUG oslo_vmware.rw_handles [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 781.556456] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523c9098-3a61-a6f3-048f-f69f148ecb0b" [ 781.556456] env[69702]: _type = "HttpNfcLease" [ 781.556456] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 781.557230] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db138f99-d18a-4c9a-a25d-acec661cb1d8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.567976] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.573723] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Creating folder: Project (45c706e0792e41d98bdc467629e1d215). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.577501] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a370620d-beb4-4aed-b9cd-2bb11096167c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.582295] env[69702]: DEBUG oslo_vmware.rw_handles [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bdd6b5-51ba-ee88-8ce6-7f4d1013e218/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 781.582487] env[69702]: DEBUG oslo_vmware.rw_handles [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bdd6b5-51ba-ee88-8ce6-7f4d1013e218/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 781.588579] env[69702]: DEBUG oslo_vmware.api [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Task: {'id': task-3084968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149533} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.643515] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.643786] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.644107] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.644322] env[69702]: INFO nova.compute.manager [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Took 1.23 seconds to destroy the instance on the hypervisor. [ 781.644578] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.648703] env[69702]: DEBUG nova.compute.manager [-] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.648806] env[69702]: DEBUG nova.network.neutron [-] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.650318] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Created folder: Project (45c706e0792e41d98bdc467629e1d215) in parent group-v617437. [ 781.650493] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Creating folder: Instances. Parent ref: group-v617574. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.652165] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98441e23-b7f0-4fd5-b350-4018cacf12a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.662870] env[69702]: DEBUG nova.scheduler.client.report [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.667486] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Created folder: Instances in parent group-v617574. [ 781.667744] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.668218] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.668455] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5cb72d9-1e0c-4c22-942d-59bb300167e0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.686995] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.686995] env[69702]: value = "task-3084974" [ 781.686995] env[69702]: _type = "Task" [ 781.686995] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.695916] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d868ea36-db06-4f2c-8e95-830d729b8db6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.700650] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084974, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.816372] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084969, 'name': ReconfigVM_Task, 'duration_secs': 0.437416} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.816993] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 131b9632-347e-4203-b770-c6449683c6d6/131b9632-347e-4203-b770-c6449683c6d6.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.819023] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa166703-cd40-4778-9356-984834712b43 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.827206] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 781.827206] env[69702]: value = "task-3084975" [ 781.827206] env[69702]: _type = "Task" [ 781.827206] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.839841] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084975, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.912481] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5271dd84-9695-3d8f-b6c1-3750ee48e9e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011631} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.913552] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.913928] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.914268] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.914523] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.914918] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.921406] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-667c1390-d579-4409-92ba-76c8870248ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.926076] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.932592] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.932785] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.933580] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2cd599b-0dc8-475b-ae09-d7304f9359e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.940463] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Waiting for the task: (returnval){ [ 781.940463] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c7c5c9-748e-1be3-79ab-777c2829aad5" [ 781.940463] env[69702]: _type = "Task" [ 781.940463] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.948470] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c7c5c9-748e-1be3-79ab-777c2829aad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.169447] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.170263] env[69702]: DEBUG nova.compute.manager [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.175148] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.693s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.175442] env[69702]: DEBUG nova.objects.instance [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 782.199724] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084974, 'name': CreateVM_Task, 'duration_secs': 0.466018} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.203749] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.206114] env[69702]: DEBUG nova.network.neutron [req-3ab5198a-a1c9-40a5-973a-dbd6e20265fb req-bd7040d2-ff65-482a-b668-6330cb21a225 service nova] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Updated VIF entry in instance network info cache for port d3ea2d13-1b46-49d7-bfab-dc253c444f86. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.206607] env[69702]: DEBUG nova.network.neutron [req-3ab5198a-a1c9-40a5-973a-dbd6e20265fb req-bd7040d2-ff65-482a-b668-6330cb21a225 service nova] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Updating instance_info_cache with network_info: [{"id": "d3ea2d13-1b46-49d7-bfab-dc253c444f86", "address": "fa:16:3e:51:0d:c7", "network": {"id": "664a4e1e-08df-4932-8623-67572d8f7c1b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1603134185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44099ff06494550b206261ae0b9ca07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ea2d13-1b", "ovs_interfaceid": "d3ea2d13-1b46-49d7-bfab-dc253c444f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.208820] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.209340] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.209845] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.212563] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a80e958-325b-4bd5-b9bc-17b99c4ca936 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.217443] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Waiting for the task: (returnval){ [ 782.217443] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525f8211-e032-296c-bb34-f278f29ff7ed" [ 782.217443] env[69702]: _type = "Task" [ 782.217443] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.229617] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525f8211-e032-296c-bb34-f278f29ff7ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.278636] env[69702]: DEBUG nova.network.neutron [-] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.338132] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084975, 'name': Rename_Task, 'duration_secs': 0.238467} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.338523] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.338842] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d55be162-7747-4f88-a3db-adf670acbe01 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.345669] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 782.345669] env[69702]: value = "task-3084976" [ 782.345669] env[69702]: _type = "Task" [ 782.345669] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.354278] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.364759] env[69702]: DEBUG nova.compute.manager [req-923d581f-8ebe-4ea1-aeec-c028e4b5a198 req-5161abd8-0fb6-49c5-84b0-5653a6af9563 service nova] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Received event network-vif-deleted-1396398d-7491-42fa-8bcc-94c6df96a54e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.364961] env[69702]: INFO nova.compute.manager [req-923d581f-8ebe-4ea1-aeec-c028e4b5a198 req-5161abd8-0fb6-49c5-84b0-5653a6af9563 service nova] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Neutron deleted interface 1396398d-7491-42fa-8bcc-94c6df96a54e; detaching it from the instance and deleting it from the info cache [ 782.365149] env[69702]: DEBUG nova.network.neutron [req-923d581f-8ebe-4ea1-aeec-c028e4b5a198 req-5161abd8-0fb6-49c5-84b0-5653a6af9563 service nova] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.413721] env[69702]: DEBUG oslo_vmware.api [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084970, 'name': PowerOnVM_Task, 'duration_secs': 0.735452} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.414646] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.414646] env[69702]: INFO nova.compute.manager [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Took 10.20 seconds to spawn the instance on the hypervisor. [ 782.414825] env[69702]: DEBUG nova.compute.manager [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.415670] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e4052-d977-4801-a4d0-78a0ecf6eb8a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.455052] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c7c5c9-748e-1be3-79ab-777c2829aad5, 'name': SearchDatastore_Task, 'duration_secs': 0.017482} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.455468] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f86e99e-911b-4bea-802a-1b98571f3c86 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.461437] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Waiting for the task: (returnval){ [ 782.461437] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e2d649-2dce-4caf-96cb-990d691177cb" [ 782.461437] env[69702]: _type = "Task" [ 782.461437] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.472612] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e2d649-2dce-4caf-96cb-990d691177cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.688048] env[69702]: DEBUG nova.compute.utils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.689922] env[69702]: DEBUG nova.compute.manager [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.690137] env[69702]: DEBUG nova.network.neutron [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.706102] env[69702]: DEBUG nova.network.neutron [-] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.709357] env[69702]: DEBUG oslo_concurrency.lockutils [req-3ab5198a-a1c9-40a5-973a-dbd6e20265fb req-bd7040d2-ff65-482a-b668-6330cb21a225 service nova] Releasing lock "refresh_cache-835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.733037] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525f8211-e032-296c-bb34-f278f29ff7ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013315} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.733458] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.733753] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.734059] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.734248] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.734681] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.734811] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-714d928f-9152-42f4-88eb-a44d02589d89 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.745727] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.745982] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.746983] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8b0346-7a57-4b50-bb43-2c7c73405635 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.752387] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Waiting for the task: (returnval){ [ 782.752387] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524cfa91-4c04-22fe-3bd0-0850739bfd9d" [ 782.752387] env[69702]: _type = "Task" [ 782.752387] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.760334] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524cfa91-4c04-22fe-3bd0-0850739bfd9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.781403] env[69702]: INFO nova.compute.manager [-] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Took 1.29 seconds to deallocate network for instance. [ 782.794218] env[69702]: DEBUG nova.policy [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa8e362ed5cd4d7aaebded7f0c419792', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84e218220c74024a52ac796cad54c3f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.856399] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084976, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.867645] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cd5874d-808c-468e-aad9-1b6a0be202f2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.876457] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fb6ff2-a735-4f8b-9699-64587ebeebb4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.909396] env[69702]: DEBUG nova.compute.manager [req-923d581f-8ebe-4ea1-aeec-c028e4b5a198 req-5161abd8-0fb6-49c5-84b0-5653a6af9563 service nova] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Detach interface failed, port_id=1396398d-7491-42fa-8bcc-94c6df96a54e, reason: Instance 11beea4b-b6e1-45ff-8640-396448ac8871 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 782.937108] env[69702]: INFO nova.compute.manager [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Took 51.50 seconds to build instance. [ 782.972240] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e2d649-2dce-4caf-96cb-990d691177cb, 'name': SearchDatastore_Task, 'duration_secs': 0.015511} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.974346] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.974731] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1/835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.975088] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e863478a-9568-4057-bcd5-8ded8209fe6a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.981940] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Waiting for the task: (returnval){ [ 782.981940] env[69702]: value = "task-3084977" [ 782.981940] env[69702]: _type = "Task" [ 782.981940] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.990658] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.191884] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11768d13-f2e2-4547-8227-6763e5130bb5 tempest-ServersAdmin275Test-862423080 tempest-ServersAdmin275Test-862423080-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.193599] env[69702]: DEBUG oslo_concurrency.lockutils [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.171s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.193599] env[69702]: DEBUG nova.objects.instance [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lazy-loading 'resources' on Instance uuid 756ccd3a-c4c4-41eb-b460-c4b34f07f375 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.199685] env[69702]: DEBUG nova.compute.manager [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.212474] env[69702]: DEBUG nova.network.neutron [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Successfully created port: 028a5948-8308-42e9-a711-b65bd28debd2 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.215783] env[69702]: INFO nova.compute.manager [-] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Took 1.57 seconds to deallocate network for instance. [ 783.224466] env[69702]: DEBUG nova.compute.manager [req-44de827f-c658-412d-9051-07e14d60609a req-385a6196-17bf-495c-ae88-6a8f7b12f161 service nova] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Received event network-vif-deleted-8258d367-aaeb-4558-a018-1c7267d093a4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.266658] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524cfa91-4c04-22fe-3bd0-0850739bfd9d, 'name': SearchDatastore_Task, 'duration_secs': 0.016941} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.268309] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db9570f-acf9-4ee2-b51f-27383817dccf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.277606] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Waiting for the task: (returnval){ [ 783.277606] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a55ce1-9827-588d-aba9-97cf2b03d6ab" [ 783.277606] env[69702]: _type = "Task" [ 783.277606] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.292568] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.292568] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a55ce1-9827-588d-aba9-97cf2b03d6ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.356923] env[69702]: DEBUG oslo_vmware.api [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084976, 'name': PowerOnVM_Task, 'duration_secs': 0.754377} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.357417] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.357575] env[69702]: INFO nova.compute.manager [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Took 8.41 seconds to spawn the instance on the hypervisor. [ 783.357743] env[69702]: DEBUG nova.compute.manager [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.358858] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcc8db2-2f98-4eb4-bbaf-e57d687e6056 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.440533] env[69702]: DEBUG oslo_concurrency.lockutils [None req-840b3f70-2e2e-4558-b6b0-2e1de29c1332 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "f9d366bc-9336-446d-ae8e-f7052af72e8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.620s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.493325] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084977, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.734057] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.794237] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a55ce1-9827-588d-aba9-97cf2b03d6ab, 'name': SearchDatastore_Task, 'duration_secs': 0.015826} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.797027] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.797244] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 538bd1ff-c4a9-449e-812e-90f0ef6f7a98/538bd1ff-c4a9-449e-812e-90f0ef6f7a98.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.797976] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-902dbf06-3f7a-4e91-9db7-70842c25daf4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.804293] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Waiting for the task: (returnval){ [ 783.804293] env[69702]: value = "task-3084978" [ 783.804293] env[69702]: _type = "Task" [ 783.804293] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.815328] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3084978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.876762] env[69702]: INFO nova.compute.manager [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Took 49.86 seconds to build instance. [ 783.943778] env[69702]: DEBUG nova.compute.manager [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.996052] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607857} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.996774] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1/835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.996774] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.996900] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2ae5358-7ee0-4b33-b4e6-69c8bd825f0e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.009314] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Waiting for the task: (returnval){ [ 784.009314] env[69702]: value = "task-3084979" [ 784.009314] env[69702]: _type = "Task" [ 784.009314] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.017937] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.209835] env[69702]: DEBUG nova.compute.manager [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.236025] env[69702]: DEBUG nova.virt.hardware [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:55:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0e44db66-4b85-47b3-bd46-70e7292e0ebc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-968298121',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.236418] env[69702]: DEBUG nova.virt.hardware [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.236574] env[69702]: DEBUG nova.virt.hardware [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.236753] env[69702]: DEBUG nova.virt.hardware [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.236893] env[69702]: DEBUG nova.virt.hardware [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.237063] env[69702]: DEBUG nova.virt.hardware [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.237288] env[69702]: DEBUG nova.virt.hardware [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.237442] env[69702]: DEBUG nova.virt.hardware [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.237606] env[69702]: DEBUG nova.virt.hardware [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.237763] env[69702]: DEBUG nova.virt.hardware [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.237928] env[69702]: DEBUG nova.virt.hardware [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.238925] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26a389b-425a-40d2-8840-786d89d46c65 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.253361] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94911b31-665c-43cd-b528-a1682a238f42 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.305273] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75177f0d-be6e-45c7-9088-c14d37d48319 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.322043] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3084978, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.323205] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5887581c-991d-4f33-b77c-38586ec84d6b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.355393] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3337264-d838-419b-924d-9b1d657193d2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.362870] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918fd872-28d2-4979-90ee-0e6c0ffd6b05 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.377759] env[69702]: DEBUG nova.compute.provider_tree [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.379344] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48b306cc-9934-46c5-94c6-a620d03265ef tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "131b9632-347e-4203-b770-c6449683c6d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.617s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.465676] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.519564] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142553} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.519855] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.520674] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c73aebb-3a8b-4aad-8302-411edc55a34d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.535695] env[69702]: DEBUG nova.compute.manager [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.544591] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1/835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.545550] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b18ab5-c2be-408a-beff-7fa392c73785 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.548201] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b3cfb4-18e6-46ca-bf71-b4002af60eba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.570469] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Waiting for the task: (returnval){ [ 784.570469] env[69702]: value = "task-3084980" [ 784.570469] env[69702]: _type = "Task" [ 784.570469] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.579177] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.820136] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3084978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577505} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.820446] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 538bd1ff-c4a9-449e-812e-90f0ef6f7a98/538bd1ff-c4a9-449e-812e-90f0ef6f7a98.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.820695] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.821153] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebae46ea-e594-44ad-afd9-dfb43cccb8c5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.828260] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Waiting for the task: (returnval){ [ 784.828260] env[69702]: value = "task-3084981" [ 784.828260] env[69702]: _type = "Task" [ 784.828260] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.838732] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3084981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.883386] env[69702]: DEBUG nova.scheduler.client.report [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.885255] env[69702]: DEBUG nova.compute.manager [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.053490] env[69702]: DEBUG nova.compute.manager [req-d458d7b2-aa1c-4887-9d2a-4b569ac31a36 req-a08c7720-c6f7-415d-9f87-ebf90e5f2503 service nova] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Received event network-vif-plugged-028a5948-8308-42e9-a711-b65bd28debd2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.053735] env[69702]: DEBUG oslo_concurrency.lockutils [req-d458d7b2-aa1c-4887-9d2a-4b569ac31a36 req-a08c7720-c6f7-415d-9f87-ebf90e5f2503 service nova] Acquiring lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.053998] env[69702]: DEBUG oslo_concurrency.lockutils [req-d458d7b2-aa1c-4887-9d2a-4b569ac31a36 req-a08c7720-c6f7-415d-9f87-ebf90e5f2503 service nova] Lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.054277] env[69702]: DEBUG oslo_concurrency.lockutils [req-d458d7b2-aa1c-4887-9d2a-4b569ac31a36 req-a08c7720-c6f7-415d-9f87-ebf90e5f2503 service nova] Lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.054482] env[69702]: DEBUG nova.compute.manager [req-d458d7b2-aa1c-4887-9d2a-4b569ac31a36 req-a08c7720-c6f7-415d-9f87-ebf90e5f2503 service nova] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] No waiting events found dispatching network-vif-plugged-028a5948-8308-42e9-a711-b65bd28debd2 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.054680] env[69702]: WARNING nova.compute.manager [req-d458d7b2-aa1c-4887-9d2a-4b569ac31a36 req-a08c7720-c6f7-415d-9f87-ebf90e5f2503 service nova] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Received unexpected event network-vif-plugged-028a5948-8308-42e9-a711-b65bd28debd2 for instance with vm_state building and task_state spawning. [ 785.072082] env[69702]: INFO nova.compute.manager [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] instance snapshotting [ 785.077806] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6742c791-f0bc-4bc4-ad74-a67d1236d78f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.086281] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084980, 'name': ReconfigVM_Task, 'duration_secs': 0.372268} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.101378] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1/835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.102556] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9bf6785-e306-4537-b811-73ff7da34c2a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.105074] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5c4d24-0dba-43fd-8a2b-7a3054cd770d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.108928] env[69702]: DEBUG nova.network.neutron [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Successfully updated port: 028a5948-8308-42e9-a711-b65bd28debd2 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.119413] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Waiting for the task: (returnval){ [ 785.119413] env[69702]: value = "task-3084982" [ 785.119413] env[69702]: _type = "Task" [ 785.119413] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.131260] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084982, 'name': Rename_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.330136] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "131b9632-347e-4203-b770-c6449683c6d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.330483] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "131b9632-347e-4203-b770-c6449683c6d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.330756] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "131b9632-347e-4203-b770-c6449683c6d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.330978] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "131b9632-347e-4203-b770-c6449683c6d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.331210] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "131b9632-347e-4203-b770-c6449683c6d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.338026] env[69702]: INFO nova.compute.manager [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Terminating instance [ 785.344072] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3084981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124667} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.344369] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.345422] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08aac3fa-1700-4de1-a23f-8b4eda59b94d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.366722] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 538bd1ff-c4a9-449e-812e-90f0ef6f7a98/538bd1ff-c4a9-449e-812e-90f0ef6f7a98.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.367375] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45880f2-30d8-4c6d-adc7-c7761e4f98b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.387174] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Waiting for the task: (returnval){ [ 785.387174] env[69702]: value = "task-3084983" [ 785.387174] env[69702]: _type = "Task" [ 785.387174] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.391501] env[69702]: DEBUG oslo_concurrency.lockutils [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.396116] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.367s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.397573] env[69702]: INFO nova.compute.claims [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.406693] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3084983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.416338] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.418383] env[69702]: INFO nova.scheduler.client.report [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Deleted allocations for instance 756ccd3a-c4c4-41eb-b460-c4b34f07f375 [ 785.618785] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.618980] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.619156] env[69702]: DEBUG nova.network.neutron [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.625089] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 785.625851] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a68b22bd-7136-4e5f-9100-edc5775eeba9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.630983] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084982, 'name': Rename_Task, 'duration_secs': 0.159882} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.632244] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.632508] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c6c7aa7-d9f7-41aa-8f35-c1e5d17aa1ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.636945] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 785.636945] env[69702]: value = "task-3084984" [ 785.636945] env[69702]: _type = "Task" [ 785.636945] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.641492] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Waiting for the task: (returnval){ [ 785.641492] env[69702]: value = "task-3084985" [ 785.641492] env[69702]: _type = "Task" [ 785.641492] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.648803] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084984, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.654417] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.841446] env[69702]: DEBUG nova.compute.manager [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.841779] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.842752] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee8ec27-4713-406e-a378-bd881c0ad911 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.851085] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.851434] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b63a3781-f3aa-45b2-be88-a0a0466e844c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.858018] env[69702]: DEBUG oslo_vmware.api [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 785.858018] env[69702]: value = "task-3084986" [ 785.858018] env[69702]: _type = "Task" [ 785.858018] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.870108] env[69702]: DEBUG oslo_vmware.api [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.898723] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3084983, 'name': ReconfigVM_Task, 'duration_secs': 0.374656} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.899061] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 538bd1ff-c4a9-449e-812e-90f0ef6f7a98/538bd1ff-c4a9-449e-812e-90f0ef6f7a98.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.899724] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8241cb5-1f29-4711-af74-51b32b4e5a35 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.908488] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Waiting for the task: (returnval){ [ 785.908488] env[69702]: value = "task-3084987" [ 785.908488] env[69702]: _type = "Task" [ 785.908488] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.921160] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3084987, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.926576] env[69702]: DEBUG oslo_concurrency.lockutils [None req-472fddee-5c61-450e-ad8b-ebce46a9c137 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "756ccd3a-c4c4-41eb-b460-c4b34f07f375" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.867s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.154798] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084985, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.158178] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084984, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.187999] env[69702]: DEBUG nova.network.neutron [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.369294] env[69702]: DEBUG oslo_vmware.api [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084986, 'name': PowerOffVM_Task, 'duration_secs': 0.235375} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.369561] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.369731] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.369978] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fb47eae-a521-4c25-a142-d91bc97e7efd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.422827] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3084987, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.435441] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.435704] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.435840] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleting the datastore file [datastore1] 131b9632-347e-4203-b770-c6449683c6d6 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.436260] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84865f56-e908-4dda-81d7-8591dd1ce076 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.443195] env[69702]: DEBUG oslo_vmware.api [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 786.443195] env[69702]: value = "task-3084989" [ 786.443195] env[69702]: _type = "Task" [ 786.443195] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.451335] env[69702]: DEBUG oslo_vmware.api [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.475904] env[69702]: DEBUG nova.network.neutron [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance_info_cache with network_info: [{"id": "028a5948-8308-42e9-a711-b65bd28debd2", "address": "fa:16:3e:a1:b7:04", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028a5948-83", "ovs_interfaceid": "028a5948-8308-42e9-a711-b65bd28debd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.651844] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084984, 'name': CreateSnapshot_Task, 'duration_secs': 1.006747} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.652537] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.653921] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4033db2-fddd-4dc9-9826-ce7858e608d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.661917] env[69702]: DEBUG oslo_vmware.api [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084985, 'name': PowerOnVM_Task, 'duration_secs': 0.530638} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.662752] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.663096] env[69702]: INFO nova.compute.manager [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Took 7.92 seconds to spawn the instance on the hypervisor. [ 786.663267] env[69702]: DEBUG nova.compute.manager [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.664252] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37834ebd-cbaf-414a-a224-1ad83997f524 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.924065] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3084987, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.953727] env[69702]: DEBUG oslo_vmware.api [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3084989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460257} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.954025] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.954318] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.955159] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.955159] env[69702]: INFO nova.compute.manager [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 786.955159] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.955159] env[69702]: DEBUG nova.compute.manager [-] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.955159] env[69702]: DEBUG nova.network.neutron [-] [instance: 131b9632-347e-4203-b770-c6449683c6d6] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.960147] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de7177-e2d4-41e5-baa4-3f465218184c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.967388] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e338ed49-dea1-41bf-a259-69eabe9ec084 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.996748] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.997110] env[69702]: DEBUG nova.compute.manager [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Instance network_info: |[{"id": "028a5948-8308-42e9-a711-b65bd28debd2", "address": "fa:16:3e:a1:b7:04", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028a5948-83", "ovs_interfaceid": "028a5948-8308-42e9-a711-b65bd28debd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.000012] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:b7:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '028a5948-8308-42e9-a711-b65bd28debd2', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.007265] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.007957] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b704dc5b-190c-48b0-ac76-e0c02e0cad05 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.010616] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.011297] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5326c3c-5f66-411d-9da8-eb56c77fbadc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.031160] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a34a3a-b547-4dfc-915b-29f6420008e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.035146] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.035146] env[69702]: value = "task-3084990" [ 787.035146] env[69702]: _type = "Task" [ 787.035146] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.046150] env[69702]: DEBUG nova.compute.provider_tree [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.053403] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084990, 'name': CreateVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.109399] env[69702]: DEBUG nova.compute.manager [req-b713930f-c55c-43c2-9134-76ee4144ef4f req-4344da57-ff4e-4832-ad81-9c3647493a40 service nova] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Received event network-changed-028a5948-8308-42e9-a711-b65bd28debd2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.109704] env[69702]: DEBUG nova.compute.manager [req-b713930f-c55c-43c2-9134-76ee4144ef4f req-4344da57-ff4e-4832-ad81-9c3647493a40 service nova] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Refreshing instance network info cache due to event network-changed-028a5948-8308-42e9-a711-b65bd28debd2. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.109942] env[69702]: DEBUG oslo_concurrency.lockutils [req-b713930f-c55c-43c2-9134-76ee4144ef4f req-4344da57-ff4e-4832-ad81-9c3647493a40 service nova] Acquiring lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.110165] env[69702]: DEBUG oslo_concurrency.lockutils [req-b713930f-c55c-43c2-9134-76ee4144ef4f req-4344da57-ff4e-4832-ad81-9c3647493a40 service nova] Acquired lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.110387] env[69702]: DEBUG nova.network.neutron [req-b713930f-c55c-43c2-9134-76ee4144ef4f req-4344da57-ff4e-4832-ad81-9c3647493a40 service nova] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Refreshing network info cache for port 028a5948-8308-42e9-a711-b65bd28debd2 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.183217] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 787.187779] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c047a453-7314-40ba-a228-b5da577f9d6c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.193504] env[69702]: INFO nova.compute.manager [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Took 44.65 seconds to build instance. [ 787.200444] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 787.200444] env[69702]: value = "task-3084991" [ 787.200444] env[69702]: _type = "Task" [ 787.200444] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.210843] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084991, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.425412] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3084987, 'name': Rename_Task, 'duration_secs': 1.151391} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.426530] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.426530] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85d3ee24-12dd-452b-b8f1-9a26e648d029 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.432032] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Waiting for the task: (returnval){ [ 787.432032] env[69702]: value = "task-3084992" [ 787.432032] env[69702]: _type = "Task" [ 787.432032] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.440777] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3084992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.546138] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084990, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.550688] env[69702]: DEBUG nova.scheduler.client.report [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.696435] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c993184-74b7-4929-a0ac-c9da5b912023 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Lock "835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.231s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.714702] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084991, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.818135] env[69702]: DEBUG nova.network.neutron [-] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.951111] env[69702]: DEBUG oslo_vmware.api [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3084992, 'name': PowerOnVM_Task, 'duration_secs': 0.461566} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.951501] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.951765] env[69702]: INFO nova.compute.manager [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Took 6.45 seconds to spawn the instance on the hypervisor. [ 787.951765] env[69702]: DEBUG nova.compute.manager [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.952561] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af66ca8a-f59e-4241-a0fe-ae453e0c868e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.999990] env[69702]: DEBUG nova.network.neutron [req-b713930f-c55c-43c2-9134-76ee4144ef4f req-4344da57-ff4e-4832-ad81-9c3647493a40 service nova] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updated VIF entry in instance network info cache for port 028a5948-8308-42e9-a711-b65bd28debd2. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.000560] env[69702]: DEBUG nova.network.neutron [req-b713930f-c55c-43c2-9134-76ee4144ef4f req-4344da57-ff4e-4832-ad81-9c3647493a40 service nova] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance_info_cache with network_info: [{"id": "028a5948-8308-42e9-a711-b65bd28debd2", "address": "fa:16:3e:a1:b7:04", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028a5948-83", "ovs_interfaceid": "028a5948-8308-42e9-a711-b65bd28debd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.050086] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3084990, 'name': CreateVM_Task, 'duration_secs': 0.592825} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.050460] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.051408] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.051661] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.052224] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.052586] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c275adb-e7ba-4987-8acb-6f04578a9c87 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.057348] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.058040] env[69702]: DEBUG nova.compute.manager [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.064846] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.855s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.064846] env[69702]: DEBUG nova.objects.instance [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Lazy-loading 'resources' on Instance uuid f208df38-eba6-4969-9639-176cddc5d1ff {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.067831] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 788.067831] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520ea56c-4c6e-388c-adfd-37fabbcfec4b" [ 788.067831] env[69702]: _type = "Task" [ 788.067831] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.092148] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520ea56c-4c6e-388c-adfd-37fabbcfec4b, 'name': SearchDatastore_Task, 'duration_secs': 0.014501} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.093021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.093021] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.093254] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.093458] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.093726] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.094498] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7222733-37e0-4610-a59f-f71c10ef7f72 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.852632] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Acquiring lock "835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.853329] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Lock "835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.853329] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Acquiring lock "835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.853619] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Lock "835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.853885] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Lock "835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.855915] env[69702]: DEBUG nova.compute.manager [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.858640] env[69702]: INFO nova.compute.manager [-] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Took 1.90 seconds to deallocate network for instance. [ 788.862443] env[69702]: DEBUG oslo_concurrency.lockutils [req-b713930f-c55c-43c2-9134-76ee4144ef4f req-4344da57-ff4e-4832-ad81-9c3647493a40 service nova] Releasing lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.866852] env[69702]: DEBUG nova.compute.utils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.867743] env[69702]: DEBUG oslo_concurrency.lockutils [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "8caec654-87db-4590-a963-501758b4305e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.867989] env[69702]: DEBUG oslo_concurrency.lockutils [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "8caec654-87db-4590-a963-501758b4305e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.868215] env[69702]: DEBUG oslo_concurrency.lockutils [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "8caec654-87db-4590-a963-501758b4305e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.868431] env[69702]: DEBUG oslo_concurrency.lockutils [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "8caec654-87db-4590-a963-501758b4305e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.868606] env[69702]: DEBUG oslo_concurrency.lockutils [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "8caec654-87db-4590-a963-501758b4305e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.873189] env[69702]: INFO nova.compute.manager [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Terminating instance [ 788.877864] env[69702]: INFO nova.compute.manager [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Terminating instance [ 788.887109] env[69702]: DEBUG nova.compute.manager [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.887109] env[69702]: DEBUG nova.network.neutron [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.895841] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.896066] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.900926] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44efa0fb-b2d8-4abf-8325-be5fc7d61d50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.904646] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3084991, 'name': CloneVM_Task, 'duration_secs': 1.693412} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.907100] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Created linked-clone VM from snapshot [ 788.908257] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ed1406-a911-4ba3-a789-6e5c9d5018a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.913765] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 788.913765] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a09681-a78a-f479-dac8-c5073b305eee" [ 788.913765] env[69702]: _type = "Task" [ 788.913765] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.926440] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Uploading image 5b3ae3c8-73f5-47a5-bd77-15b26a2b0c36 {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 788.930108] env[69702]: INFO nova.compute.manager [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Took 42.90 seconds to build instance. [ 788.943112] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a09681-a78a-f479-dac8-c5073b305eee, 'name': SearchDatastore_Task, 'duration_secs': 0.013597} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.947076] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef723ed-6aae-4b51-8abd-a3f230131418 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.950959] env[69702]: DEBUG nova.policy [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e464cd8a8e4ab6abc036721c4439de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cc7241bcccd42bcb1ffadd05ff6db3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.954456] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 788.954456] env[69702]: value = "vm-617579" [ 788.954456] env[69702]: _type = "VirtualMachine" [ 788.954456] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 788.955701] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-112829d1-d386-43f0-9ec7-f2bca16fffff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.963247] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 788.963247] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520cd124-b657-dcda-b136-9e26bbb6cfe8" [ 788.963247] env[69702]: _type = "Task" [ 788.963247] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.972216] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lease: (returnval){ [ 788.972216] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e9dd8a-1ef9-870c-e84e-3e6e46bf7402" [ 788.972216] env[69702]: _type = "HttpNfcLease" [ 788.972216] env[69702]: } obtained for exporting VM: (result){ [ 788.972216] env[69702]: value = "vm-617579" [ 788.972216] env[69702]: _type = "VirtualMachine" [ 788.972216] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 788.972505] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the lease: (returnval){ [ 788.972505] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e9dd8a-1ef9-870c-e84e-3e6e46bf7402" [ 788.972505] env[69702]: _type = "HttpNfcLease" [ 788.972505] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 788.986024] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520cd124-b657-dcda-b136-9e26bbb6cfe8, 'name': SearchDatastore_Task, 'duration_secs': 0.014996} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.986542] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.986918] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06/cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.989720] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a2f96ec-0ba8-458d-8101-37522d33135b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.993346] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.993346] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e9dd8a-1ef9-870c-e84e-3e6e46bf7402" [ 788.993346] env[69702]: _type = "HttpNfcLease" [ 788.993346] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 788.993677] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 788.993677] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e9dd8a-1ef9-870c-e84e-3e6e46bf7402" [ 788.993677] env[69702]: _type = "HttpNfcLease" [ 788.993677] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 788.995116] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8157ccb9-54e3-47d6-bdb1-0957e50886ff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.003351] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 789.003351] env[69702]: value = "task-3084994" [ 789.003351] env[69702]: _type = "Task" [ 789.003351] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.013648] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bfa816-8865-c13c-f374-92bd03d9e587/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 789.013921] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bfa816-8865-c13c-f374-92bd03d9e587/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 789.087323] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.163322] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0baa3fc1-dafc-45ab-a193-a28566530a78 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.381028] env[69702]: DEBUG nova.compute.manager [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.395020] env[69702]: DEBUG nova.compute.manager [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.395020] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.395020] env[69702]: DEBUG nova.compute.manager [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.395020] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.395020] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07220bb4-f55c-40e7-8045-8a13ded8120d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.399346] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadc50f5-b19a-4fc5-832c-075dca51c48b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.409202] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.414951] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.418372] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0ea05df-3575-414c-b1fa-a11c94080c7f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.422746] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.424760] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "1f9cfce3-1616-4167-8a02-1ca3b58dc115" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.424845] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "1f9cfce3-1616-4167-8a02-1ca3b58dc115" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.425112] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "1f9cfce3-1616-4167-8a02-1ca3b58dc115-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.425571] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "1f9cfce3-1616-4167-8a02-1ca3b58dc115-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.425571] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "1f9cfce3-1616-4167-8a02-1ca3b58dc115-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.429256] env[69702]: INFO nova.compute.manager [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Terminating instance [ 789.429546] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b1a35f6-83b6-4844-a6ac-4074c3de4647 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.446364] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.446364] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3eef97b3-f09c-423a-813f-ee53e05ea878 tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Lock "538bd1ff-c4a9-449e-812e-90f0ef6f7a98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.378s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.446364] env[69702]: DEBUG oslo_vmware.api [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Waiting for the task: (returnval){ [ 789.446364] env[69702]: value = "task-3084995" [ 789.446364] env[69702]: _type = "Task" [ 789.446364] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.453657] env[69702]: DEBUG oslo_vmware.api [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 789.453657] env[69702]: value = "task-3084996" [ 789.453657] env[69702]: _type = "Task" [ 789.453657] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.475972] env[69702]: DEBUG nova.compute.manager [None req-9b60e7ad-8d6f-46b2-a280-2ad3bf25963b tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.475972] env[69702]: DEBUG oslo_vmware.api [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.477446] env[69702]: DEBUG nova.compute.manager [req-bd7e4fde-4221-4528-8363-eb23e57cea8a req-06bc98bf-aad7-411b-b25c-a04ba119d13a service nova] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Received event network-vif-deleted-770eb8b7-da2d-4197-8f7c-5ba290a709d5 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.478447] env[69702]: DEBUG oslo_vmware.api [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.479282] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9282d67-a674-4d00-9aac-d3fad7370be2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.513553] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.541937] env[69702]: DEBUG nova.network.neutron [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Successfully created port: a3b28fca-368f-454c-9685-08f492e074d0 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.663988] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd46b7b7-a2aa-4d9f-b20d-5e8bddffc68a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.674388] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7ec8d7-76fa-44d6-9580-0b0714db06bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.712623] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e179d8-9dfa-4b75-8569-1ee03573b206 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.720541] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b7dba3-6bc2-4c77-87a8-edb215a49f40 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.734698] env[69702]: DEBUG nova.compute.provider_tree [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.788061] env[69702]: DEBUG oslo_concurrency.lockutils [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Acquiring lock "538bd1ff-c4a9-449e-812e-90f0ef6f7a98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.789556] env[69702]: DEBUG oslo_concurrency.lockutils [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Lock "538bd1ff-c4a9-449e-812e-90f0ef6f7a98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.789963] env[69702]: DEBUG oslo_concurrency.lockutils [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Acquiring lock "538bd1ff-c4a9-449e-812e-90f0ef6f7a98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.790902] env[69702]: DEBUG oslo_concurrency.lockutils [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Lock "538bd1ff-c4a9-449e-812e-90f0ef6f7a98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.791149] env[69702]: DEBUG oslo_concurrency.lockutils [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Lock "538bd1ff-c4a9-449e-812e-90f0ef6f7a98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.794891] env[69702]: INFO nova.compute.manager [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Terminating instance [ 789.938551] env[69702]: DEBUG nova.compute.manager [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.938804] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.940308] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fe7768-afea-498b-9175-2b47c0ba9386 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.949191] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.949600] env[69702]: DEBUG nova.compute.manager [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.953127] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b33e52bc-1b57-4f3d-b242-b468632066c5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.974047] env[69702]: DEBUG oslo_vmware.api [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084996, 'name': PowerOffVM_Task, 'duration_secs': 0.35239} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.975616] env[69702]: DEBUG oslo_vmware.api [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3084995, 'name': PowerOffVM_Task, 'duration_secs': 0.238607} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.976502] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.976990] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.977296] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.977624] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.978020] env[69702]: DEBUG oslo_vmware.api [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 789.978020] env[69702]: value = "task-3084997" [ 789.978020] env[69702]: _type = "Task" [ 789.978020] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.978476] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15e6ba79-41c8-49ec-be9f-11899eaacf2b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.980313] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be66bd35-6df1-44d8-9cb4-12e9615db119 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.992887] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "5f43b968-a765-42d9-884c-36ae43474e7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.993212] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "5f43b968-a765-42d9-884c-36ae43474e7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.999264] env[69702]: INFO nova.compute.manager [None req-9b60e7ad-8d6f-46b2-a280-2ad3bf25963b tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] instance snapshotting [ 790.000316] env[69702]: DEBUG nova.objects.instance [None req-9b60e7ad-8d6f-46b2-a280-2ad3bf25963b tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Lazy-loading 'flavor' on Instance uuid 538bd1ff-c4a9-449e-812e-90f0ef6f7a98 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.002090] env[69702]: DEBUG oslo_vmware.api [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.016844] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3084994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648919} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.017247] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06/cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.017715] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.020463] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96e9c7cd-a7b7-4c9a-84a2-b426928c6191 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.027043] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 790.027043] env[69702]: value = "task-3085000" [ 790.027043] env[69702]: _type = "Task" [ 790.027043] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.037588] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.081294] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.082353] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.082353] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Deleting the datastore file [datastore2] 8caec654-87db-4590-a963-501758b4305e {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.083923] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f47f260b-2e45-4669-a202-19b41c41da69 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.086987] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.087786] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.087786] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Deleting the datastore file [datastore1] 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.088192] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1824a5b6-78de-466b-8d07-9d6a27cc1c74 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.097373] env[69702]: DEBUG oslo_vmware.api [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Waiting for the task: (returnval){ [ 790.097373] env[69702]: value = "task-3085002" [ 790.097373] env[69702]: _type = "Task" [ 790.097373] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.098969] env[69702]: DEBUG oslo_vmware.api [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 790.098969] env[69702]: value = "task-3085001" [ 790.098969] env[69702]: _type = "Task" [ 790.098969] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.115281] env[69702]: DEBUG oslo_vmware.api [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3085002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.119020] env[69702]: DEBUG oslo_vmware.api [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3085001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.239645] env[69702]: DEBUG nova.scheduler.client.report [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.301076] env[69702]: DEBUG oslo_concurrency.lockutils [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Acquiring lock "refresh_cache-538bd1ff-c4a9-449e-812e-90f0ef6f7a98" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.301346] env[69702]: DEBUG oslo_concurrency.lockutils [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Acquired lock "refresh_cache-538bd1ff-c4a9-449e-812e-90f0ef6f7a98" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.301594] env[69702]: DEBUG nova.network.neutron [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.395353] env[69702]: DEBUG nova.compute.manager [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.473166] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.491822] env[69702]: DEBUG oslo_vmware.api [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3084997, 'name': PowerOffVM_Task, 'duration_secs': 0.329552} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.492361] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.492644] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.492956] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01c170b6-3434-42cc-9b0e-9cf27735f5ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.504639] env[69702]: DEBUG nova.compute.utils [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.510193] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3e45c4-5545-430d-a578-5b1935ab0399 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.534638] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc3364f-fd62-4f5d-8694-d89544d1961c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.543258] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098214} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.545675] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.550114] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d2f4da-a70d-4411-b0d5-9fabb63fe86b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.578336] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06/cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.579865] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c469173-04fe-4b68-ab49-c2acdc1c6263 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.604204] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 790.604204] env[69702]: value = "task-3085004" [ 790.604204] env[69702]: _type = "Task" [ 790.604204] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.613803] env[69702]: DEBUG oslo_vmware.api [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Task: {'id': task-3085002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314252} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.614921] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.615240] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.615548] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.615802] env[69702]: INFO nova.compute.manager [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Took 1.22 seconds to destroy the instance on the hypervisor. [ 790.616129] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.619859] env[69702]: DEBUG nova.compute.manager [-] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.620057] env[69702]: DEBUG nova.network.neutron [-] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.622100] env[69702]: DEBUG oslo_vmware.api [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3085001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376548} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.625989] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.626506] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.626713] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.626961] env[69702]: INFO nova.compute.manager [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 8caec654-87db-4590-a963-501758b4305e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 790.627307] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.627574] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.628147] env[69702]: DEBUG nova.compute.manager [-] [instance: 8caec654-87db-4590-a963-501758b4305e] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.628432] env[69702]: DEBUG nova.network.neutron [-] [instance: 8caec654-87db-4590-a963-501758b4305e] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.746578] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.682s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.751024] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.353s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.751024] env[69702]: DEBUG nova.objects.instance [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Lazy-loading 'resources' on Instance uuid ae628692-35b2-4fa7-8aee-d77483405fe9 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.770876] env[69702]: INFO nova.scheduler.client.report [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Deleted allocations for instance f208df38-eba6-4969-9639-176cddc5d1ff [ 790.828489] env[69702]: DEBUG nova.network.neutron [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.905052] env[69702]: DEBUG nova.network.neutron [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.008088] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "5f43b968-a765-42d9-884c-36ae43474e7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.051705] env[69702]: DEBUG nova.compute.manager [None req-9b60e7ad-8d6f-46b2-a280-2ad3bf25963b tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Instance disappeared during snapshot {{(pid=69702) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 791.118865] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.135230] env[69702]: DEBUG nova.virt.hardware [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.135991] env[69702]: DEBUG nova.virt.hardware [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.135991] env[69702]: DEBUG nova.virt.hardware [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.136160] env[69702]: DEBUG nova.virt.hardware [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.136409] env[69702]: DEBUG nova.virt.hardware [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.136655] env[69702]: DEBUG nova.virt.hardware [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.136897] env[69702]: DEBUG nova.virt.hardware [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.137194] env[69702]: DEBUG nova.virt.hardware [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.137419] env[69702]: DEBUG nova.virt.hardware [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.137650] env[69702]: DEBUG nova.virt.hardware [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.137870] env[69702]: DEBUG nova.virt.hardware [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.140323] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02409de2-8519-422f-ab6e-57042caac205 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.153899] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d2bfd8-4e7d-47f5-a745-20fe1440fec9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.250212] env[69702]: DEBUG oslo_vmware.rw_handles [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bdd6b5-51ba-ee88-8ce6-7f4d1013e218/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 791.251084] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d297e744-c0bf-4dd8-bdbf-57d196cf2c0f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.261587] env[69702]: DEBUG oslo_vmware.rw_handles [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bdd6b5-51ba-ee88-8ce6-7f4d1013e218/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 791.261587] env[69702]: ERROR oslo_vmware.rw_handles [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bdd6b5-51ba-ee88-8ce6-7f4d1013e218/disk-0.vmdk due to incomplete transfer. [ 791.261587] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01e13261-ced2-45cd-9e51-77bc27c5451b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.263823] env[69702]: DEBUG nova.compute.manager [None req-9b60e7ad-8d6f-46b2-a280-2ad3bf25963b tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Found 0 images (rotation: 2) {{(pid=69702) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 791.270828] env[69702]: DEBUG oslo_vmware.rw_handles [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bdd6b5-51ba-ee88-8ce6-7f4d1013e218/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 791.272393] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Uploaded image e5fae95b-c7df-4a2d-9aaf-c737ff30a72d to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 791.274800] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 791.278535] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a608b13c-7a63-4477-8a03-725a71316664 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.284182] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c93ea5c-3352-41f1-b65f-419c3818e715 tempest-ServersAdmin275Test-274807051 tempest-ServersAdmin275Test-274807051-project-member] Lock "f208df38-eba6-4969-9639-176cddc5d1ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.352s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.294405] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 791.294405] env[69702]: value = "task-3085005" [ 791.294405] env[69702]: _type = "Task" [ 791.294405] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.312590] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085005, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.329043] env[69702]: DEBUG nova.network.neutron [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Successfully updated port: a3b28fca-368f-454c-9685-08f492e074d0 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.410566] env[69702]: DEBUG oslo_concurrency.lockutils [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Releasing lock "refresh_cache-538bd1ff-c4a9-449e-812e-90f0ef6f7a98" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.410984] env[69702]: DEBUG nova.compute.manager [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.411203] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.412810] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676a8c8c-ca6b-4c61-adf1-713c9f87ade9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.422829] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.423127] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4186171-e64e-4a1b-831b-aa806fa16895 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.434392] env[69702]: DEBUG oslo_vmware.api [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Waiting for the task: (returnval){ [ 791.434392] env[69702]: value = "task-3085006" [ 791.434392] env[69702]: _type = "Task" [ 791.434392] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.442866] env[69702]: DEBUG nova.network.neutron [-] [instance: 8caec654-87db-4590-a963-501758b4305e] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.444127] env[69702]: DEBUG nova.network.neutron [-] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.445151] env[69702]: DEBUG oslo_vmware.api [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3085006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.628250] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085004, 'name': ReconfigVM_Task, 'duration_secs': 0.591595} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.629019] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Reconfigured VM instance instance-00000033 to attach disk [datastore2] cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06/cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.630163] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0edfa7d2-fa3c-42ae-ad36-3ed288bcf712 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.642105] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 791.642105] env[69702]: value = "task-3085007" [ 791.642105] env[69702]: _type = "Task" [ 791.642105] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.654731] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085007, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.806639] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085005, 'name': Destroy_Task, 'duration_secs': 0.41394} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.809346] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Destroyed the VM [ 791.809595] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.810065] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1eae29f-5438-4a2e-b83e-af591efd13cc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.817300] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 791.817300] env[69702]: value = "task-3085008" [ 791.817300] env[69702]: _type = "Task" [ 791.817300] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.829413] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085008, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.831573] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "refresh_cache-ad77e2a6-0461-49b1-bfd8-8039e7a23ac5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.831735] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquired lock "refresh_cache-ad77e2a6-0461-49b1-bfd8-8039e7a23ac5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.831911] env[69702]: DEBUG nova.network.neutron [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.864219] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91957a2-2b89-4991-a0b1-69d806e32b86 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.871599] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17655cb-cb32-46f2-8d08-916e434b68a7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.903071] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eba2dff-91ae-4c84-8f9f-c25409e05c7b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.912337] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3f3fed-579d-407a-9e95-2ff0ba601fe2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.926334] env[69702]: DEBUG nova.compute.provider_tree [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.944754] env[69702]: DEBUG oslo_vmware.api [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3085006, 'name': PowerOffVM_Task, 'duration_secs': 0.219533} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.945020] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.945196] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.945461] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a45d00d7-5127-4273-94a1-13c707cbcded {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.953117] env[69702]: INFO nova.compute.manager [-] [instance: 8caec654-87db-4590-a963-501758b4305e] Took 1.32 seconds to deallocate network for instance. [ 791.953819] env[69702]: INFO nova.compute.manager [-] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Took 1.33 seconds to deallocate network for instance. [ 791.972694] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.972937] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.973145] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Deleting the datastore file [datastore2] 538bd1ff-c4a9-449e-812e-90f0ef6f7a98 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.973432] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83eab4a2-fc4c-4c7b-ab85-305573abcb90 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.982806] env[69702]: DEBUG oslo_vmware.api [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Waiting for the task: (returnval){ [ 791.982806] env[69702]: value = "task-3085010" [ 791.982806] env[69702]: _type = "Task" [ 791.982806] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.992849] env[69702]: DEBUG oslo_vmware.api [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3085010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.091991] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "5f43b968-a765-42d9-884c-36ae43474e7f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.092372] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "5f43b968-a765-42d9-884c-36ae43474e7f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.092569] env[69702]: INFO nova.compute.manager [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Attaching volume 7f5db193-3a27-4a14-80fe-be68164a3a38 to /dev/sdb [ 792.149747] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710e45f5-d143-4ac0-bb76-5e77d5c17ced {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.160934] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085007, 'name': Rename_Task, 'duration_secs': 0.215205} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.163448] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.163891] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce9a9838-4b85-4f8c-8e60-efa2eba92826 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.167357] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af5f045-2f78-42ab-9a19-826329ab4c4b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.179899] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 792.179899] env[69702]: value = "task-3085011" [ 792.179899] env[69702]: _type = "Task" [ 792.179899] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.189390] env[69702]: DEBUG nova.virt.block_device [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Updating existing volume attachment record: c055bd55-88fc-40c2-a18e-bc5734ad5c8b {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 792.198555] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085011, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.278844] env[69702]: DEBUG nova.compute.manager [req-3a4133fb-86ba-4a6f-8d4b-406fcc398107 req-d2c5a617-dd09-432b-8c22-f47872221867 service nova] [instance: 8caec654-87db-4590-a963-501758b4305e] Received event network-vif-deleted-0dc6ddae-0c46-4547-81e7-922dba2e9f3e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.282018] env[69702]: DEBUG nova.compute.manager [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Received event network-vif-deleted-d3ea2d13-1b46-49d7-bfab-dc253c444f86 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.282249] env[69702]: DEBUG nova.compute.manager [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Received event network-vif-plugged-a3b28fca-368f-454c-9685-08f492e074d0 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.282448] env[69702]: DEBUG oslo_concurrency.lockutils [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] Acquiring lock "ad77e2a6-0461-49b1-bfd8-8039e7a23ac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.282650] env[69702]: DEBUG oslo_concurrency.lockutils [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] Lock "ad77e2a6-0461-49b1-bfd8-8039e7a23ac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.282816] env[69702]: DEBUG oslo_concurrency.lockutils [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] Lock "ad77e2a6-0461-49b1-bfd8-8039e7a23ac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.283063] env[69702]: DEBUG nova.compute.manager [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] No waiting events found dispatching network-vif-plugged-a3b28fca-368f-454c-9685-08f492e074d0 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.283229] env[69702]: WARNING nova.compute.manager [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Received unexpected event network-vif-plugged-a3b28fca-368f-454c-9685-08f492e074d0 for instance with vm_state building and task_state spawning. [ 792.283349] env[69702]: DEBUG nova.compute.manager [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Received event network-changed-a3b28fca-368f-454c-9685-08f492e074d0 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.283495] env[69702]: DEBUG nova.compute.manager [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Refreshing instance network info cache due to event network-changed-a3b28fca-368f-454c-9685-08f492e074d0. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.283826] env[69702]: DEBUG oslo_concurrency.lockutils [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] Acquiring lock "refresh_cache-ad77e2a6-0461-49b1-bfd8-8039e7a23ac5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.327202] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085008, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.369458] env[69702]: DEBUG nova.network.neutron [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.429424] env[69702]: DEBUG nova.scheduler.client.report [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.464524] env[69702]: DEBUG oslo_concurrency.lockutils [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.465132] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.494498] env[69702]: DEBUG oslo_vmware.api [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Task: {'id': task-3085010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186207} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.494758] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.494937] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.495264] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.495304] env[69702]: INFO nova.compute.manager [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Took 1.08 seconds to destroy the instance on the hypervisor. [ 792.495565] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.495760] env[69702]: DEBUG nova.compute.manager [-] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.495842] env[69702]: DEBUG nova.network.neutron [-] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.528831] env[69702]: DEBUG nova.network.neutron [-] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.610071] env[69702]: DEBUG nova.network.neutron [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Updating instance_info_cache with network_info: [{"id": "a3b28fca-368f-454c-9685-08f492e074d0", "address": "fa:16:3e:62:d3:e4", "network": {"id": "1a477af5-bf22-442c-8fab-312594b69916", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1523621383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc7241bcccd42bcb1ffadd05ff6db3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b28fca-36", "ovs_interfaceid": "a3b28fca-368f-454c-9685-08f492e074d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.701050] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085011, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.828186] env[69702]: DEBUG oslo_vmware.api [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085008, 'name': RemoveSnapshot_Task, 'duration_secs': 0.612327} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.828662] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.828935] env[69702]: INFO nova.compute.manager [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Took 14.97 seconds to snapshot the instance on the hypervisor. [ 792.938347] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.942248] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.126s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.942553] env[69702]: DEBUG nova.objects.instance [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Lazy-loading 'resources' on Instance uuid 6fccf451-013d-40d7-ae25-e9603e9ee3e8 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.963975] env[69702]: INFO nova.scheduler.client.report [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Deleted allocations for instance ae628692-35b2-4fa7-8aee-d77483405fe9 [ 793.031153] env[69702]: DEBUG nova.network.neutron [-] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.116021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Releasing lock "refresh_cache-ad77e2a6-0461-49b1-bfd8-8039e7a23ac5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.116021] env[69702]: DEBUG nova.compute.manager [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Instance network_info: |[{"id": "a3b28fca-368f-454c-9685-08f492e074d0", "address": "fa:16:3e:62:d3:e4", "network": {"id": "1a477af5-bf22-442c-8fab-312594b69916", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1523621383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc7241bcccd42bcb1ffadd05ff6db3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b28fca-36", "ovs_interfaceid": "a3b28fca-368f-454c-9685-08f492e074d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.116021] env[69702]: DEBUG oslo_concurrency.lockutils [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] Acquired lock "refresh_cache-ad77e2a6-0461-49b1-bfd8-8039e7a23ac5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.116021] env[69702]: DEBUG nova.network.neutron [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Refreshing network info cache for port a3b28fca-368f-454c-9685-08f492e074d0 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.116021] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:d3:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3b28fca-368f-454c-9685-08f492e074d0', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.125570] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.129153] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.129681] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb68895d-779a-469e-8179-2e7e2c8de951 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.151776] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.151776] env[69702]: value = "task-3085015" [ 793.151776] env[69702]: _type = "Task" [ 793.151776] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.160254] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085015, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.200275] env[69702]: DEBUG oslo_vmware.api [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085011, 'name': PowerOnVM_Task, 'duration_secs': 0.60361} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.203072] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.203072] env[69702]: INFO nova.compute.manager [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Took 8.99 seconds to spawn the instance on the hypervisor. [ 793.203223] env[69702]: DEBUG nova.compute.manager [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.204438] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eba277-bbdb-4d55-ab89-4c6ddf85cba2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.390902] env[69702]: DEBUG nova.compute.manager [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Found 3 images (rotation: 2) {{(pid=69702) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 793.391615] env[69702]: DEBUG nova.compute.manager [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Rotating out 1 backups {{(pid=69702) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 793.393594] env[69702]: DEBUG nova.compute.manager [None req-a7ecb941-244b-45bf-879a-1f4909a0d41f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Deleting image dd69d2ed-ee42-4508-88f4-d89ff966665c {{(pid=69702) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 793.467723] env[69702]: DEBUG nova.network.neutron [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Updated VIF entry in instance network info cache for port a3b28fca-368f-454c-9685-08f492e074d0. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.468127] env[69702]: DEBUG nova.network.neutron [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Updating instance_info_cache with network_info: [{"id": "a3b28fca-368f-454c-9685-08f492e074d0", "address": "fa:16:3e:62:d3:e4", "network": {"id": "1a477af5-bf22-442c-8fab-312594b69916", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1523621383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc7241bcccd42bcb1ffadd05ff6db3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b28fca-36", "ovs_interfaceid": "a3b28fca-368f-454c-9685-08f492e074d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.481397] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b844a396-b554-4017-b0f0-3b2b2bb5a853 tempest-ServerAddressesTestJSON-1430455347 tempest-ServerAddressesTestJSON-1430455347-project-member] Lock "ae628692-35b2-4fa7-8aee-d77483405fe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.872s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.535797] env[69702]: INFO nova.compute.manager [-] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Took 1.04 seconds to deallocate network for instance. [ 793.662902] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085015, 'name': CreateVM_Task, 'duration_secs': 0.446091} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.663097] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.663793] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.663984] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.664334] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.664599] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8116e8-34e9-4087-ac36-3bfdfbf62946 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.669336] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 793.669336] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529d917f-68bf-2772-69bf-afa14b0b6c97" [ 793.669336] env[69702]: _type = "Task" [ 793.669336] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.677333] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529d917f-68bf-2772-69bf-afa14b0b6c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.727247] env[69702]: INFO nova.compute.manager [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Took 42.21 seconds to build instance. [ 793.977105] env[69702]: DEBUG oslo_concurrency.lockutils [req-f9431555-08fc-4321-8c0d-0af4fb6b78fd req-d5f73188-95ac-42d6-8510-32e16c75df69 service nova] Releasing lock "refresh_cache-ad77e2a6-0461-49b1-bfd8-8039e7a23ac5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.993889] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88203fd-d28c-4b46-b3e0-52c4c4578f79 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.001947] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14e2c6f-9f4d-4e26-a347-735078a50896 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.035783] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0edeea4-cce1-4cc1-a3ef-aef464f2a9c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.043514] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6953502-97b6-401b-b013-8babdef1b929 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.048239] env[69702]: DEBUG oslo_concurrency.lockutils [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.058618] env[69702]: DEBUG nova.compute.provider_tree [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.182363] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529d917f-68bf-2772-69bf-afa14b0b6c97, 'name': SearchDatastore_Task, 'duration_secs': 0.023667} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.182363] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.182363] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.182712] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.182712] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.182712] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.183472] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76550fad-6bf1-4660-a212-fa853f5a3e6c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.192695] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.192880] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.193625] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa12498-fa46-4aff-9657-d0106c9b743f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.201845] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 794.201845] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5221b681-4329-baf3-7be4-9e9b3aca196d" [ 794.201845] env[69702]: _type = "Task" [ 794.201845] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.210819] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5221b681-4329-baf3-7be4-9e9b3aca196d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.235591] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2d23d17f-4329-4387-96e8-6409445fd37a tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.409s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.437622] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.437622] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.437622] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Deleting the datastore file [datastore1] 1f9cfce3-1616-4167-8a02-1ca3b58dc115 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.438184] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15b51ed4-eb86-40cd-8348-329c50c752e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.446830] env[69702]: DEBUG oslo_vmware.api [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for the task: (returnval){ [ 794.446830] env[69702]: value = "task-3085016" [ 794.446830] env[69702]: _type = "Task" [ 794.446830] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.456325] env[69702]: DEBUG oslo_vmware.api [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3085016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.561631] env[69702]: DEBUG nova.scheduler.client.report [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.715149] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5221b681-4329-baf3-7be4-9e9b3aca196d, 'name': SearchDatastore_Task, 'duration_secs': 0.02767} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.716171] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2616c31d-9f59-431b-8af0-b6bca6588f4a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.722630] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 794.722630] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5202a50b-607d-017b-19d2-0f8b7238fc9f" [ 794.722630] env[69702]: _type = "Task" [ 794.722630] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.739271] env[69702]: DEBUG nova.compute.manager [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.744034] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5202a50b-607d-017b-19d2-0f8b7238fc9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.960025] env[69702]: DEBUG oslo_vmware.api [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Task: {'id': task-3085016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307382} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.960025] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.960235] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.960413] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.960578] env[69702]: INFO nova.compute.manager [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Took 5.02 seconds to destroy the instance on the hypervisor. [ 794.960822] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.961017] env[69702]: DEBUG nova.compute.manager [-] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.961108] env[69702]: DEBUG nova.network.neutron [-] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.069158] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.071955] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.974s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.072321] env[69702]: DEBUG nova.objects.instance [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lazy-loading 'resources' on Instance uuid 4cbf057b-da38-415c-b0aa-641e21e44333 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.103020] env[69702]: INFO nova.scheduler.client.report [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Deleted allocations for instance 6fccf451-013d-40d7-ae25-e9603e9ee3e8 [ 795.240100] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5202a50b-607d-017b-19d2-0f8b7238fc9f, 'name': SearchDatastore_Task, 'duration_secs': 0.024129} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.240799] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.241815] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ad77e2a6-0461-49b1-bfd8-8039e7a23ac5/ad77e2a6-0461-49b1-bfd8-8039e7a23ac5.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.241815] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4543293-51fc-4f67-b4d7-38dd4a5c03e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.252635] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 795.252635] env[69702]: value = "task-3085018" [ 795.252635] env[69702]: _type = "Task" [ 795.252635] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.264811] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.268934] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.616031] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d98d32c-eb4c-4e74-b1c4-d7defe351a72 tempest-ServersTestManualDisk-207475929 tempest-ServersTestManualDisk-207475929-project-member] Lock "6fccf451-013d-40d7-ae25-e9603e9ee3e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.232s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.768785] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085018, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.966171] env[69702]: DEBUG nova.compute.manager [req-0e3a0e20-761c-4163-8bd1-b09bd44d2534 req-55916281-dacb-420f-9bdd-a13ebb3bd3db service nova] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Received event network-vif-deleted-e1c7beb4-a7ff-47da-905f-cf2c107759ce {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.967073] env[69702]: INFO nova.compute.manager [req-0e3a0e20-761c-4163-8bd1-b09bd44d2534 req-55916281-dacb-420f-9bdd-a13ebb3bd3db service nova] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Neutron deleted interface e1c7beb4-a7ff-47da-905f-cf2c107759ce; detaching it from the instance and deleting it from the info cache [ 795.967892] env[69702]: DEBUG nova.network.neutron [req-0e3a0e20-761c-4163-8bd1-b09bd44d2534 req-55916281-dacb-420f-9bdd-a13ebb3bd3db service nova] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.156465] env[69702]: DEBUG nova.network.neutron [-] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.186298] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430184e5-032b-44f1-90bc-00beef7d3700 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.195975] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81154eb4-35e4-4978-8ed4-d21e13cc2fb8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.230011] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689ed91d-fa7a-49e7-bf18-d2a6749bf3f2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.239687] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d839e3-ba2b-4f19-a585-03958e064a0c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.257102] env[69702]: DEBUG nova.compute.provider_tree [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.268742] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569411} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.269641] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ad77e2a6-0461-49b1-bfd8-8039e7a23ac5/ad77e2a6-0461-49b1-bfd8-8039e7a23ac5.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.269864] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.270136] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20704e69-eccc-4725-8f77-6e5d9d1e02d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.278958] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 796.278958] env[69702]: value = "task-3085019" [ 796.278958] env[69702]: _type = "Task" [ 796.278958] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.288503] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.473628] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7e1858f-d661-4916-9684-b6dbc322f706 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.487130] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6610603-f716-4224-8737-22b0697552e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.528582] env[69702]: DEBUG nova.compute.manager [req-0e3a0e20-761c-4163-8bd1-b09bd44d2534 req-55916281-dacb-420f-9bdd-a13ebb3bd3db service nova] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Detach interface failed, port_id=e1c7beb4-a7ff-47da-905f-cf2c107759ce, reason: Instance 1f9cfce3-1616-4167-8a02-1ca3b58dc115 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 796.663651] env[69702]: INFO nova.compute.manager [-] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Took 1.70 seconds to deallocate network for instance. [ 796.762853] env[69702]: DEBUG nova.scheduler.client.report [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.793352] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.844666] env[69702]: DEBUG nova.compute.manager [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Stashing vm_state: active {{(pid=69702) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 797.174332] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.246845] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 797.246845] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617581', 'volume_id': '7f5db193-3a27-4a14-80fe-be68164a3a38', 'name': 'volume-7f5db193-3a27-4a14-80fe-be68164a3a38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f43b968-a765-42d9-884c-36ae43474e7f', 'attached_at': '', 'detached_at': '', 'volume_id': '7f5db193-3a27-4a14-80fe-be68164a3a38', 'serial': '7f5db193-3a27-4a14-80fe-be68164a3a38'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 797.247478] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dce5c3-39a6-468e-8b4e-77b9f716a4dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.268281] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776ea114-1f13-41d2-b0c1-d4e7f95f4b01 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.272293] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.274923] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.752s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.274923] env[69702]: DEBUG nova.objects.instance [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Lazy-loading 'resources' on Instance uuid e23f9423-9373-44c7-8b7b-3a1431b525ae {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.307196] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] volume-7f5db193-3a27-4a14-80fe-be68164a3a38/volume-7f5db193-3a27-4a14-80fe-be68164a3a38.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.311443] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc4536b-9c1a-4cf8-84a9-051bb5868be1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.326557] env[69702]: INFO nova.scheduler.client.report [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Deleted allocations for instance 4cbf057b-da38-415c-b0aa-641e21e44333 [ 797.338083] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.638441} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.339580] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.339941] env[69702]: DEBUG oslo_vmware.api [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 797.339941] env[69702]: value = "task-3085020" [ 797.339941] env[69702]: _type = "Task" [ 797.339941] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.340726] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4963bbfa-fe8d-42a9-bf86-7ba91dc768dd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.373621] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] ad77e2a6-0461-49b1-bfd8-8039e7a23ac5/ad77e2a6-0461-49b1-bfd8-8039e7a23ac5.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.378612] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "interface-dd87b231-075a-46c6-ae8f-3152bfb685b7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.378772] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-dd87b231-075a-46c6-ae8f-3152bfb685b7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.379170] env[69702]: DEBUG nova.objects.instance [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'flavor' on Instance uuid dd87b231-075a-46c6-ae8f-3152bfb685b7 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.380554] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5562df28-7a3a-4635-a70b-8b04467ab678 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.395246] env[69702]: DEBUG oslo_vmware.api [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.397288] env[69702]: DEBUG oslo_concurrency.lockutils [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.408665] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 797.408665] env[69702]: value = "task-3085021" [ 797.408665] env[69702]: _type = "Task" [ 797.408665] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.418764] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.516789] env[69702]: DEBUG nova.objects.instance [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'pci_requests' on Instance uuid dd87b231-075a-46c6-ae8f-3152bfb685b7 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.533405] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4920b7e5-36e0-4d95-a43f-102fc1f6a626 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.533768] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4920b7e5-36e0-4d95-a43f-102fc1f6a626 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.534090] env[69702]: DEBUG nova.compute.manager [None req-4920b7e5-36e0-4d95-a43f-102fc1f6a626 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.535058] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4bb113-11dd-4afc-a8cc-b2930ae72ef4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.544147] env[69702]: DEBUG nova.compute.manager [None req-4920b7e5-36e0-4d95-a43f-102fc1f6a626 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69702) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 797.544849] env[69702]: DEBUG nova.objects.instance [None req-4920b7e5-36e0-4d95-a43f-102fc1f6a626 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'flavor' on Instance uuid c05f4548-e5f4-415f-8605-c46ef7da0cd6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.854786] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1a1f723f-190f-4885-a50c-ad144298e8d2 tempest-ImagesOneServerTestJSON-1179165112 tempest-ImagesOneServerTestJSON-1179165112-project-member] Lock "4cbf057b-da38-415c-b0aa-641e21e44333" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.260s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.866583] env[69702]: DEBUG oslo_vmware.api [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085020, 'name': ReconfigVM_Task, 'duration_secs': 0.43949} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.867819] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Reconfigured VM instance instance-00000019 to attach disk [datastore2] volume-7f5db193-3a27-4a14-80fe-be68164a3a38/volume-7f5db193-3a27-4a14-80fe-be68164a3a38.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.876606] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae6fa3de-4f4a-4c31-8906-805a3f5cafe0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.893828] env[69702]: DEBUG oslo_vmware.api [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 797.893828] env[69702]: value = "task-3085022" [ 797.893828] env[69702]: _type = "Task" [ 797.893828] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.910299] env[69702]: DEBUG oslo_vmware.api [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085022, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.925764] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085021, 'name': ReconfigVM_Task, 'duration_secs': 0.309787} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.926312] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Reconfigured VM instance instance-00000034 to attach disk [datastore1] ad77e2a6-0461-49b1-bfd8-8039e7a23ac5/ad77e2a6-0461-49b1-bfd8-8039e7a23ac5.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.926774] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc839fb3-b92c-48bf-913e-aebefa637cac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.935930] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 797.935930] env[69702]: value = "task-3085023" [ 797.935930] env[69702]: _type = "Task" [ 797.935930] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.951371] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085023, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.019764] env[69702]: DEBUG nova.objects.base [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 798.020049] env[69702]: DEBUG nova.network.neutron [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.148651] env[69702]: DEBUG nova.policy [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd10bbe1bf4894d159adfa9608fb6ebcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9251ee7f0dc6425f8bb25921c6ae3377', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.409591] env[69702]: DEBUG oslo_vmware.api [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085022, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.441891] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d43cee-1b6f-4a14-a173-f5fc8ec834cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.447669] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085023, 'name': Rename_Task, 'duration_secs': 0.189161} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.448358] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.448613] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71e75ade-d04d-4b66-8225-dbfa2f775b5f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.455021] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57c3591-ede4-4cc3-ab16-d140cc91d299 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.457253] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 798.457253] env[69702]: value = "task-3085024" [ 798.457253] env[69702]: _type = "Task" [ 798.457253] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.488463] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09db60f9-4605-4424-8a8c-683a4fffe090 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.494582] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.500851] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46685b06-c510-451d-901e-434177400d05 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.519117] env[69702]: DEBUG nova.compute.provider_tree [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.560883] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4920b7e5-36e0-4d95-a43f-102fc1f6a626 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.560883] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ba30aeb-a477-41bf-b165-e25d012d3179 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.568951] env[69702]: DEBUG oslo_vmware.api [None req-4920b7e5-36e0-4d95-a43f-102fc1f6a626 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 798.568951] env[69702]: value = "task-3085025" [ 798.568951] env[69702]: _type = "Task" [ 798.568951] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.580124] env[69702]: DEBUG oslo_vmware.api [None req-4920b7e5-36e0-4d95-a43f-102fc1f6a626 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.833429] env[69702]: DEBUG nova.network.neutron [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Successfully created port: 95ec46ef-9efa-4362-b0ec-139b090ee8e4 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.911148] env[69702]: DEBUG oslo_vmware.api [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085022, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.974153] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085024, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.022382] env[69702]: DEBUG nova.scheduler.client.report [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.080746] env[69702]: DEBUG oslo_vmware.api [None req-4920b7e5-36e0-4d95-a43f-102fc1f6a626 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085025, 'name': PowerOffVM_Task, 'duration_secs': 0.216094} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.081288] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4920b7e5-36e0-4d95-a43f-102fc1f6a626 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.081410] env[69702]: DEBUG nova.compute.manager [None req-4920b7e5-36e0-4d95-a43f-102fc1f6a626 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.082303] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b8ee3d-1d95-465a-a4c1-825db9d75934 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.410909] env[69702]: DEBUG oslo_vmware.api [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085022, 'name': ReconfigVM_Task, 'duration_secs': 1.168113} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.411313] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617581', 'volume_id': '7f5db193-3a27-4a14-80fe-be68164a3a38', 'name': 'volume-7f5db193-3a27-4a14-80fe-be68164a3a38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f43b968-a765-42d9-884c-36ae43474e7f', 'attached_at': '', 'detached_at': '', 'volume_id': '7f5db193-3a27-4a14-80fe-be68164a3a38', 'serial': '7f5db193-3a27-4a14-80fe-be68164a3a38'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 799.471662] env[69702]: DEBUG oslo_vmware.api [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085024, 'name': PowerOnVM_Task, 'duration_secs': 0.563884} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.471662] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.472238] env[69702]: INFO nova.compute.manager [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Took 9.08 seconds to spawn the instance on the hypervisor. [ 799.472458] env[69702]: DEBUG nova.compute.manager [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.473582] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d99908-947a-411c-b2f3-c23fb556b49a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.529128] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.535988] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.963s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.535988] env[69702]: INFO nova.compute.claims [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.563643] env[69702]: INFO nova.scheduler.client.report [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Deleted allocations for instance e23f9423-9373-44c7-8b7b-3a1431b525ae [ 799.597061] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4920b7e5-36e0-4d95-a43f-102fc1f6a626 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.000938] env[69702]: INFO nova.compute.manager [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Took 42.01 seconds to build instance. [ 800.084112] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d5f67037-2009-47c6-9482-5711e0e87c43 tempest-VolumesAssistedSnapshotsTest-951183350 tempest-VolumesAssistedSnapshotsTest-951183350-project-member] Lock "e23f9423-9373-44c7-8b7b-3a1431b525ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.486s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.430952] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "0f0caa6c-7dfa-48f6-b7fa-d937d6fea258" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.430952] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "0f0caa6c-7dfa-48f6-b7fa-d937d6fea258" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.433454] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bfa816-8865-c13c-f374-92bd03d9e587/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 800.436178] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c449f8df-ef55-4444-b132-ecce36ab0c4f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.450437] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bfa816-8865-c13c-f374-92bd03d9e587/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 800.450437] env[69702]: ERROR oslo_vmware.rw_handles [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bfa816-8865-c13c-f374-92bd03d9e587/disk-0.vmdk due to incomplete transfer. [ 800.450437] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a5ac2f27-c6cc-4243-a9cf-6c631127fea4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.462354] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bfa816-8865-c13c-f374-92bd03d9e587/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 800.463160] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Uploaded image 5b3ae3c8-73f5-47a5-bd77-15b26a2b0c36 to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 800.464906] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 800.465267] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3b56473a-e357-4758-a64a-3fc7edac55fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.468975] env[69702]: DEBUG nova.objects.instance [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lazy-loading 'flavor' on Instance uuid 5f43b968-a765-42d9-884c-36ae43474e7f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.478271] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 800.478271] env[69702]: value = "task-3085026" [ 800.478271] env[69702]: _type = "Task" [ 800.478271] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.487448] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085026, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.503492] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5c927cd5-2187-4e54-b136-c8f4cf20fb65 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "ad77e2a6-0461-49b1-bfd8-8039e7a23ac5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.658s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.977146] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cf059c16-604f-4c71-83f2-040d0f840432 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "5f43b968-a765-42d9-884c-36ae43474e7f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.885s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.992443] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085026, 'name': Destroy_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.008384] env[69702]: DEBUG nova.compute.manager [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.152829] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a79bb3-4edf-4742-a38a-d9fbc21a3e45 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.163190] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a09ab8-21a4-446a-8cb2-cf5c06ba4e4b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.197491] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685bce2d-5fd5-4c32-a150-2fbfaf4a2ec9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.205758] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b0801b-933f-4e05-922e-9c09bbdff8d9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.225249] env[69702]: DEBUG nova.compute.provider_tree [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.228698] env[69702]: DEBUG nova.network.neutron [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Successfully updated port: 95ec46ef-9efa-4362-b0ec-139b090ee8e4 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.489517] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085026, 'name': Destroy_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.528280] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.732466] env[69702]: DEBUG nova.scheduler.client.report [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.737684] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.739686] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.739686] env[69702]: DEBUG nova.network.neutron [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.991353] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085026, 'name': Destroy_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.241527] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.243858] env[69702]: DEBUG nova.compute.manager [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.247608] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.610s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.247608] env[69702]: DEBUG nova.objects.instance [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lazy-loading 'resources' on Instance uuid be618134-646e-4706-aea9-8c770f4fd94f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.325300] env[69702]: WARNING nova.network.neutron [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] e79b3253-926c-4965-85be-f6e26b679f10 already exists in list: networks containing: ['e79b3253-926c-4965-85be-f6e26b679f10']. ignoring it [ 802.356403] env[69702]: DEBUG nova.compute.manager [req-97ea3fe4-a8d7-4d04-9acd-2ad4832b7fd7 req-f86a7dcc-37da-4700-8d2e-b0e9c34ba87a service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Received event network-vif-plugged-95ec46ef-9efa-4362-b0ec-139b090ee8e4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.356403] env[69702]: DEBUG oslo_concurrency.lockutils [req-97ea3fe4-a8d7-4d04-9acd-2ad4832b7fd7 req-f86a7dcc-37da-4700-8d2e-b0e9c34ba87a service nova] Acquiring lock "dd87b231-075a-46c6-ae8f-3152bfb685b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.356669] env[69702]: DEBUG oslo_concurrency.lockutils [req-97ea3fe4-a8d7-4d04-9acd-2ad4832b7fd7 req-f86a7dcc-37da-4700-8d2e-b0e9c34ba87a service nova] Lock "dd87b231-075a-46c6-ae8f-3152bfb685b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.356669] env[69702]: DEBUG oslo_concurrency.lockutils [req-97ea3fe4-a8d7-4d04-9acd-2ad4832b7fd7 req-f86a7dcc-37da-4700-8d2e-b0e9c34ba87a service nova] Lock "dd87b231-075a-46c6-ae8f-3152bfb685b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.356801] env[69702]: DEBUG nova.compute.manager [req-97ea3fe4-a8d7-4d04-9acd-2ad4832b7fd7 req-f86a7dcc-37da-4700-8d2e-b0e9c34ba87a service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] No waiting events found dispatching network-vif-plugged-95ec46ef-9efa-4362-b0ec-139b090ee8e4 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.356969] env[69702]: WARNING nova.compute.manager [req-97ea3fe4-a8d7-4d04-9acd-2ad4832b7fd7 req-f86a7dcc-37da-4700-8d2e-b0e9c34ba87a service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Received unexpected event network-vif-plugged-95ec46ef-9efa-4362-b0ec-139b090ee8e4 for instance with vm_state active and task_state None. [ 802.494338] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085026, 'name': Destroy_Task, 'duration_secs': 1.721352} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.494338] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Destroyed the VM [ 802.494338] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 802.494338] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-66565386-f4dc-4197-9421-f32ebd68deb4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.507551] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 802.507551] env[69702]: value = "task-3085027" [ 802.507551] env[69702]: _type = "Task" [ 802.507551] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.523698] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085027, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.571835] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquiring lock "a426e1f5-bb7c-4a09-8681-a1592aa00551" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.573027] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Lock "a426e1f5-bb7c-4a09-8681-a1592aa00551" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.752218] env[69702]: DEBUG nova.compute.utils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.758955] env[69702]: DEBUG nova.compute.manager [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.758955] env[69702]: DEBUG nova.network.neutron [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.826713] env[69702]: DEBUG nova.policy [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c00eb58a92ba4521aa4187a42c44f4e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ce8508b8c3b49d49d2dde1b8ae072b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.879551] env[69702]: DEBUG nova.network.neutron [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Updating instance_info_cache with network_info: [{"id": "7812da67-c468-4322-91c1-ed63e2d9777e", "address": "fa:16:3e:e1:05:0d", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7812da67-c4", "ovs_interfaceid": "7812da67-c468-4322-91c1-ed63e2d9777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95ec46ef-9efa-4362-b0ec-139b090ee8e4", "address": "fa:16:3e:9b:39:ab", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ec46ef-9e", "ovs_interfaceid": "95ec46ef-9efa-4362-b0ec-139b090ee8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.019954] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085027, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.154712] env[69702]: DEBUG nova.network.neutron [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Successfully created port: 5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.249914] env[69702]: DEBUG nova.compute.manager [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Stashing vm_state: stopped {{(pid=69702) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 803.261509] env[69702]: DEBUG nova.compute.manager [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.337379] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14598d5-815a-42e9-bff1-fde287b79a8b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.348503] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb89e747-955a-4196-9bca-e7101db4d7d8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.385665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.386291] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.386464] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.388114] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1972744-dd3c-4291-8e06-ba41e5433f15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.391046] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a89cf91-8dec-47d3-9f3c-585e5b01e41d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.413735] env[69702]: DEBUG nova.virt.hardware [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.413969] env[69702]: DEBUG nova.virt.hardware [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.414170] env[69702]: DEBUG nova.virt.hardware [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.414440] env[69702]: DEBUG nova.virt.hardware [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.414611] env[69702]: DEBUG nova.virt.hardware [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.414762] env[69702]: DEBUG nova.virt.hardware [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.414968] env[69702]: DEBUG nova.virt.hardware [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.415148] env[69702]: DEBUG nova.virt.hardware [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.415366] env[69702]: DEBUG nova.virt.hardware [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.415573] env[69702]: DEBUG nova.virt.hardware [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.415761] env[69702]: DEBUG nova.virt.hardware [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.422180] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Reconfiguring VM to attach interface {{(pid=69702) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 803.423043] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b631523-d152-401d-90da-000ad8aa6083 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.436944] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c1fa5e-95e8-4399-9c21-760bd87e4b4d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.453991] env[69702]: DEBUG nova.compute.provider_tree [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.456605] env[69702]: DEBUG oslo_vmware.api [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 803.456605] env[69702]: value = "task-3085028" [ 803.456605] env[69702]: _type = "Task" [ 803.456605] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.466670] env[69702]: DEBUG oslo_vmware.api [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085028, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.521298] env[69702]: DEBUG oslo_vmware.api [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085027, 'name': RemoveSnapshot_Task, 'duration_secs': 0.654906} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.521591] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.521842] env[69702]: INFO nova.compute.manager [None req-4b205a0f-2c0d-4b75-b01e-28adc4163feb tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Took 18.44 seconds to snapshot the instance on the hypervisor. [ 803.775200] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.855532] env[69702]: DEBUG oslo_concurrency.lockutils [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "5f43b968-a765-42d9-884c-36ae43474e7f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.856323] env[69702]: DEBUG oslo_concurrency.lockutils [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "5f43b968-a765-42d9-884c-36ae43474e7f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.957992] env[69702]: DEBUG nova.scheduler.client.report [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.971681] env[69702]: DEBUG oslo_vmware.api [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.271297] env[69702]: DEBUG nova.compute.manager [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.299319] env[69702]: DEBUG nova.virt.hardware [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.300144] env[69702]: DEBUG nova.virt.hardware [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.300144] env[69702]: DEBUG nova.virt.hardware [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.300144] env[69702]: DEBUG nova.virt.hardware [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.300144] env[69702]: DEBUG nova.virt.hardware [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.300144] env[69702]: DEBUG nova.virt.hardware [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.300481] env[69702]: DEBUG nova.virt.hardware [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.300481] env[69702]: DEBUG nova.virt.hardware [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.300649] env[69702]: DEBUG nova.virt.hardware [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.300813] env[69702]: DEBUG nova.virt.hardware [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.300986] env[69702]: DEBUG nova.virt.hardware [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.301871] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a1809f-d1ef-40d9-bec4-8f198c56a2ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.312587] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0793b58e-345d-46b5-9ae7-125e4fb2acfd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.359762] env[69702]: INFO nova.compute.manager [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Detaching volume 7f5db193-3a27-4a14-80fe-be68164a3a38 [ 804.401610] env[69702]: INFO nova.virt.block_device [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Attempting to driver detach volume 7f5db193-3a27-4a14-80fe-be68164a3a38 from mountpoint /dev/sdb [ 804.405018] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 804.405018] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617581', 'volume_id': '7f5db193-3a27-4a14-80fe-be68164a3a38', 'name': 'volume-7f5db193-3a27-4a14-80fe-be68164a3a38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f43b968-a765-42d9-884c-36ae43474e7f', 'attached_at': '', 'detached_at': '', 'volume_id': '7f5db193-3a27-4a14-80fe-be68164a3a38', 'serial': '7f5db193-3a27-4a14-80fe-be68164a3a38'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 804.405018] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa033a5-c6af-42e9-ac1e-6c9b8bd06f9c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.436409] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3ff637-8dbf-443d-9e11-5fcb91ec52c9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.444546] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba2f1c3-1280-467e-ae51-eda611ddf27b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.468879] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.474199] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.324s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.475659] env[69702]: INFO nova.compute.claims [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.482023] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afbab8d-6e4a-4430-8bdd-c46590027c15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.497635] env[69702]: DEBUG oslo_vmware.api [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.497927] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] The volume has not been displaced from its original location: [datastore2] volume-7f5db193-3a27-4a14-80fe-be68164a3a38/volume-7f5db193-3a27-4a14-80fe-be68164a3a38.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 804.503234] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 804.504356] env[69702]: INFO nova.scheduler.client.report [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Deleted allocations for instance be618134-646e-4706-aea9-8c770f4fd94f [ 804.505418] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b68dbfb-84bc-45e6-9a80-ba084cb6ee37 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.527702] env[69702]: DEBUG oslo_vmware.api [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 804.527702] env[69702]: value = "task-3085029" [ 804.527702] env[69702]: _type = "Task" [ 804.527702] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.538685] env[69702]: DEBUG oslo_vmware.api [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.843906] env[69702]: DEBUG nova.network.neutron [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Successfully updated port: 5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.980250] env[69702]: DEBUG oslo_vmware.api [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.026293] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1729ea41-a16a-493d-bdec-1fdaa4c6bcf7 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "be618134-646e-4706-aea9-8c770f4fd94f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.429s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.039446] env[69702]: DEBUG oslo_vmware.api [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085029, 'name': ReconfigVM_Task, 'duration_secs': 0.25008} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.040348] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 805.045704] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1134fda6-f171-46a3-a990-7e001c174afc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.063637] env[69702]: DEBUG oslo_vmware.api [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 805.063637] env[69702]: value = "task-3085030" [ 805.063637] env[69702]: _type = "Task" [ 805.063637] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.072940] env[69702]: DEBUG oslo_vmware.api [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085030, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.351559] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquiring lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.351559] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquired lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.351559] env[69702]: DEBUG nova.network.neutron [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.484875] env[69702]: DEBUG oslo_vmware.api [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.576733] env[69702]: DEBUG oslo_vmware.api [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085030, 'name': ReconfigVM_Task, 'duration_secs': 0.297473} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.581339] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617581', 'volume_id': '7f5db193-3a27-4a14-80fe-be68164a3a38', 'name': 'volume-7f5db193-3a27-4a14-80fe-be68164a3a38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f43b968-a765-42d9-884c-36ae43474e7f', 'attached_at': '', 'detached_at': '', 'volume_id': '7f5db193-3a27-4a14-80fe-be68164a3a38', 'serial': '7f5db193-3a27-4a14-80fe-be68164a3a38'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 805.753404] env[69702]: DEBUG nova.compute.manager [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.755095] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251082e2-a2b4-481b-aa6a-518a7f35bf86 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.904704] env[69702]: DEBUG nova.network.neutron [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.986278] env[69702]: DEBUG oslo_vmware.api [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.986779] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4f0caf-fdd1-4fc3-a44c-ac3e6325d851 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.997582] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6667201-34ad-48b9-a8e0-ecbf865f7cce {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.028232] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee84edfa-b90f-4f03-9062-41fa852f832e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.040369] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c359274e-ceb1-46c7-a24a-37f876847e4c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.056259] env[69702]: DEBUG nova.compute.provider_tree [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.157162] env[69702]: DEBUG nova.network.neutron [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Updating instance_info_cache with network_info: [{"id": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "address": "fa:16:3e:c5:8b:35", "network": {"id": "35b7e981-b999-4e3f-89e6-38e19ddeffea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1368634736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce8508b8c3b49d49d2dde1b8ae072b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bdccb97-e6", "ovs_interfaceid": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.167288] env[69702]: DEBUG nova.objects.instance [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lazy-loading 'flavor' on Instance uuid 5f43b968-a765-42d9-884c-36ae43474e7f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.268364] env[69702]: INFO nova.compute.manager [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] instance snapshotting [ 806.271349] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23101b6f-e064-48ac-bcde-a58e18c138fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.294543] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593dd75f-a212-4dbb-928a-2b6ddb8f30f4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.444178] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.444391] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.465205] env[69702]: DEBUG nova.compute.manager [req-416e3c85-6c8b-45c4-bfc7-b7145b3f5c95 req-78f04288-bec8-4482-b496-c3de65b472c7 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Received event network-changed-95ec46ef-9efa-4362-b0ec-139b090ee8e4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.465404] env[69702]: DEBUG nova.compute.manager [req-416e3c85-6c8b-45c4-bfc7-b7145b3f5c95 req-78f04288-bec8-4482-b496-c3de65b472c7 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Refreshing instance network info cache due to event network-changed-95ec46ef-9efa-4362-b0ec-139b090ee8e4. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.465621] env[69702]: DEBUG oslo_concurrency.lockutils [req-416e3c85-6c8b-45c4-bfc7-b7145b3f5c95 req-78f04288-bec8-4482-b496-c3de65b472c7 service nova] Acquiring lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.465772] env[69702]: DEBUG oslo_concurrency.lockutils [req-416e3c85-6c8b-45c4-bfc7-b7145b3f5c95 req-78f04288-bec8-4482-b496-c3de65b472c7 service nova] Acquired lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.465972] env[69702]: DEBUG nova.network.neutron [req-416e3c85-6c8b-45c4-bfc7-b7145b3f5c95 req-78f04288-bec8-4482-b496-c3de65b472c7 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Refreshing network info cache for port 95ec46ef-9efa-4362-b0ec-139b090ee8e4 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.482833] env[69702]: DEBUG oslo_vmware.api [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.559369] env[69702]: DEBUG nova.scheduler.client.report [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.660644] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Releasing lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.660998] env[69702]: DEBUG nova.compute.manager [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Instance network_info: |[{"id": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "address": "fa:16:3e:c5:8b:35", "network": {"id": "35b7e981-b999-4e3f-89e6-38e19ddeffea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1368634736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce8508b8c3b49d49d2dde1b8ae072b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bdccb97-e6", "ovs_interfaceid": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.661448] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:8b:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.669065] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Creating folder: Project (0ce8508b8c3b49d49d2dde1b8ae072b0). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.671270] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c455b237-cf95-49a7-ad1d-6c8d6fc4d7c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.685401] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Created folder: Project (0ce8508b8c3b49d49d2dde1b8ae072b0) in parent group-v617437. [ 806.685460] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Creating folder: Instances. Parent ref: group-v617583. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.685692] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3811c818-88c2-4ccd-a388-dd09a97f0e17 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.697024] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Created folder: Instances in parent group-v617583. [ 806.697290] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.697484] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d36e24b4-b199-4032-a564-77378b08369b] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.697694] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf5f9082-3849-4b7a-9d3f-859ff7d1137f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.718281] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.718281] env[69702]: value = "task-3085033" [ 806.718281] env[69702]: _type = "Task" [ 806.718281] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.726674] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085033, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.806458] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 806.806790] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e6148894-ebae-4c20-a92d-7dc5b5bd1951 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.815840] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 806.815840] env[69702]: value = "task-3085034" [ 806.815840] env[69702]: _type = "Task" [ 806.815840] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.823755] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085034, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.982227] env[69702]: DEBUG oslo_vmware.api [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.069354] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.069354] env[69702]: DEBUG nova.compute.manager [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.070114] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.334s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.070504] env[69702]: DEBUG nova.objects.instance [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Lazy-loading 'resources' on Instance uuid 45f34208-c4a3-45b6-a7fa-81c116f7450a {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.176584] env[69702]: DEBUG oslo_concurrency.lockutils [None req-25f853e4-5ba1-47d2-b67f-fcfcaadf5d1c tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "5f43b968-a765-42d9-884c-36ae43474e7f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.229315] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085033, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.326437] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085034, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.353086] env[69702]: DEBUG nova.network.neutron [req-416e3c85-6c8b-45c4-bfc7-b7145b3f5c95 req-78f04288-bec8-4482-b496-c3de65b472c7 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Updated VIF entry in instance network info cache for port 95ec46ef-9efa-4362-b0ec-139b090ee8e4. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.353536] env[69702]: DEBUG nova.network.neutron [req-416e3c85-6c8b-45c4-bfc7-b7145b3f5c95 req-78f04288-bec8-4482-b496-c3de65b472c7 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Updating instance_info_cache with network_info: [{"id": "7812da67-c468-4322-91c1-ed63e2d9777e", "address": "fa:16:3e:e1:05:0d", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7812da67-c4", "ovs_interfaceid": "7812da67-c468-4322-91c1-ed63e2d9777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95ec46ef-9efa-4362-b0ec-139b090ee8e4", "address": "fa:16:3e:9b:39:ab", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ec46ef-9e", "ovs_interfaceid": "95ec46ef-9efa-4362-b0ec-139b090ee8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.384198] env[69702]: DEBUG nova.compute.manager [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.385621] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b77f4c2-b7aa-4640-a609-a573c9832090 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.485748] env[69702]: DEBUG oslo_vmware.api [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.574446] env[69702]: DEBUG nova.compute.utils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.576585] env[69702]: DEBUG nova.compute.manager [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.576776] env[69702]: DEBUG nova.network.neutron [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.654546] env[69702]: DEBUG nova.policy [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ff24d6c9f2c476ba274d2208c001d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '516b3865bb84467bb9da706cce6d42f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.733108] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085033, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.831864] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085034, 'name': CreateSnapshot_Task, 'duration_secs': 0.610965} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.838872] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 807.839936] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8d31ad-14da-4cd4-ad53-6567104f4d23 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.860687] env[69702]: DEBUG oslo_concurrency.lockutils [req-416e3c85-6c8b-45c4-bfc7-b7145b3f5c95 req-78f04288-bec8-4482-b496-c3de65b472c7 service nova] Releasing lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.898203] env[69702]: INFO nova.compute.manager [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] instance snapshotting [ 807.900986] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ce1719-0c52-47f4-a110-4a7dacc2f003 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.925558] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baf70de-eb9f-4ebc-a86e-ec2fe1f54ab0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.988406] env[69702]: DEBUG oslo_vmware.api [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085028, 'name': ReconfigVM_Task, 'duration_secs': 4.104268} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.991436] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.991436] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Reconfigured VM to attach interface {{(pid=69702) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 808.059535] env[69702]: DEBUG nova.network.neutron [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Successfully created port: 99779fd4-283d-44ba-b492-ee3c40bb1dec {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.083760] env[69702]: DEBUG nova.compute.manager [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.190714] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e646ee21-00cc-47a4-8d52-a8420274b905 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.198750] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ba4093-0809-4cba-989a-a75211404425 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.239638] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d842aae-388f-4df2-88b0-5b7e41343ff0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.250591] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3ad68b-520a-456e-b754-b0563a0cc652 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.258019] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085033, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.265444] env[69702]: DEBUG nova.compute.provider_tree [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.360267] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 808.360591] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-192ae227-3f9d-42ef-bef7-dae74c1fa91f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.371614] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 808.371614] env[69702]: value = "task-3085035" [ 808.371614] env[69702]: _type = "Task" [ 808.371614] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.380855] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085035, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.439059] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.439423] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-434f3ff8-39c0-491b-8f5a-84c7a8a4e4b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.451310] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 808.451310] env[69702]: value = "task-3085036" [ 808.451310] env[69702]: _type = "Task" [ 808.451310] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.461716] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085036, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.496640] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4c6375e9-2c41-41a0-9be6-3a4339f924b0 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-dd87b231-075a-46c6-ae8f-3152bfb685b7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 11.118s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.747851] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085033, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.771025] env[69702]: DEBUG nova.scheduler.client.report [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.885168] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085035, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.963321] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085036, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.100310] env[69702]: DEBUG nova.compute.manager [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.124845] env[69702]: DEBUG nova.virt.hardware [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.125620] env[69702]: DEBUG nova.virt.hardware [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.125620] env[69702]: DEBUG nova.virt.hardware [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.125620] env[69702]: DEBUG nova.virt.hardware [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.125620] env[69702]: DEBUG nova.virt.hardware [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.126023] env[69702]: DEBUG nova.virt.hardware [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.126023] env[69702]: DEBUG nova.virt.hardware [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.126147] env[69702]: DEBUG nova.virt.hardware [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.126319] env[69702]: DEBUG nova.virt.hardware [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.126488] env[69702]: DEBUG nova.virt.hardware [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.126664] env[69702]: DEBUG nova.virt.hardware [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.127553] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b8d30d-fed2-49aa-8e17-f8476ac5ebb4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.136378] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6216d638-1cd7-45af-8fc9-e373db2c60cc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.246931] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085033, 'name': CreateVM_Task, 'duration_secs': 2.062759} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.247310] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d36e24b4-b199-4032-a564-77378b08369b] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.248051] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.248229] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.248551] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.248814] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25756732-3f69-4c70-9d26-7e9746eeab23 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.254017] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for the task: (returnval){ [ 809.254017] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c34b08-5da6-53dd-bbdb-5ac312b3a915" [ 809.254017] env[69702]: _type = "Task" [ 809.254017] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.262431] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c34b08-5da6-53dd-bbdb-5ac312b3a915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.279424] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.281652] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.807s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.283237] env[69702]: INFO nova.compute.claims [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.297382] env[69702]: INFO nova.scheduler.client.report [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Deleted allocations for instance 45f34208-c4a3-45b6-a7fa-81c116f7450a [ 809.384802] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085035, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.462266] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085036, 'name': CreateSnapshot_Task, 'duration_secs': 0.523492} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.462679] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 809.463487] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1176ac3e-d6ed-4e23-88dd-f1dcea8d83d0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.635568] env[69702]: DEBUG nova.compute.manager [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Received event network-vif-plugged-5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.635796] env[69702]: DEBUG oslo_concurrency.lockutils [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] Acquiring lock "d36e24b4-b199-4032-a564-77378b08369b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.639715] env[69702]: DEBUG oslo_concurrency.lockutils [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] Lock "d36e24b4-b199-4032-a564-77378b08369b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.639715] env[69702]: DEBUG oslo_concurrency.lockutils [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] Lock "d36e24b4-b199-4032-a564-77378b08369b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.639715] env[69702]: DEBUG nova.compute.manager [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] No waiting events found dispatching network-vif-plugged-5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.639715] env[69702]: WARNING nova.compute.manager [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Received unexpected event network-vif-plugged-5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a for instance with vm_state building and task_state spawning. [ 809.639715] env[69702]: DEBUG nova.compute.manager [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Received event network-changed-5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.639715] env[69702]: DEBUG nova.compute.manager [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Refreshing instance network info cache due to event network-changed-5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.639715] env[69702]: DEBUG oslo_concurrency.lockutils [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] Acquiring lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.639715] env[69702]: DEBUG oslo_concurrency.lockutils [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] Acquired lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.639715] env[69702]: DEBUG nova.network.neutron [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Refreshing network info cache for port 5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.754438] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "e7ef3381-0562-4b96-84cf-701a89c3c904" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.755078] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "e7ef3381-0562-4b96-84cf-701a89c3c904" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.770518] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c34b08-5da6-53dd-bbdb-5ac312b3a915, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.770518] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.770518] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.770518] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.770518] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.770518] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.770518] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9975530-4c8e-4790-b9c0-340d69295b6b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.780291] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.780648] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.782372] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374cecab-270f-46b5-bd55-8f5bc6a41246 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.790478] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for the task: (returnval){ [ 809.790478] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ff9aca-0dd4-de78-5309-f07cb5996b9d" [ 809.790478] env[69702]: _type = "Task" [ 809.790478] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.803594] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ff9aca-0dd4-de78-5309-f07cb5996b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.804054] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39208f50-71ba-4635-bccb-2d1513b274e8 tempest-ServerMetadataTestJSON-1574679266 tempest-ServerMetadataTestJSON-1574679266-project-member] Lock "45f34208-c4a3-45b6-a7fa-81c116f7450a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.203s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.830795] env[69702]: DEBUG nova.network.neutron [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Successfully updated port: 99779fd4-283d-44ba-b492-ee3c40bb1dec {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.887147] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085035, 'name': CloneVM_Task, 'duration_secs': 1.498529} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.887445] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Created linked-clone VM from snapshot [ 809.888232] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875ee9d5-d77f-45ed-8a42-3a3ac1a639df {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.900020] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Uploading image b9810f4e-6924-4280-9cd7-103dc5133b05 {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 809.909961] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 809.910216] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-740b22af-139a-463c-9954-38062f6ae40b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.918212] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 809.918212] env[69702]: value = "task-3085037" [ 809.918212] env[69702]: _type = "Task" [ 809.918212] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.927795] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085037, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.995966] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 809.996386] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7da66d75-b672-487e-816d-b368a5619d7a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.006396] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 810.006396] env[69702]: value = "task-3085038" [ 810.006396] env[69702]: _type = "Task" [ 810.006396] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.017306] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085038, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.305020] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ff9aca-0dd4-de78-5309-f07cb5996b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.011213} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.308471] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c58734a8-2370-4d31-883b-e67135cab669 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.314961] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for the task: (returnval){ [ 810.314961] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52eb43c6-7eb9-3f7b-748c-a14ad6370125" [ 810.314961] env[69702]: _type = "Task" [ 810.314961] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.326825] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52eb43c6-7eb9-3f7b-748c-a14ad6370125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.333586] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "refresh_cache-acfbd008-7a97-4593-8c01-51f5a33eaa1c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.333739] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "refresh_cache-acfbd008-7a97-4593-8c01-51f5a33eaa1c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.333903] env[69702]: DEBUG nova.network.neutron [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.430259] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085037, 'name': Destroy_Task, 'duration_secs': 0.360115} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.430608] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Destroyed the VM [ 810.430915] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 810.431262] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99563693-7a46-4fd3-ac74-e882b284e42d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.441112] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 810.441112] env[69702]: value = "task-3085039" [ 810.441112] env[69702]: _type = "Task" [ 810.441112] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.450875] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085039, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.519335] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085038, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.832785] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52eb43c6-7eb9-3f7b-748c-a14ad6370125, 'name': SearchDatastore_Task, 'duration_secs': 0.021005} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.836356] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.836734] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] d36e24b4-b199-4032-a564-77378b08369b/d36e24b4-b199-4032-a564-77378b08369b.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.837430] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f8c4bb5-4d88-4810-9c19-fa4e8de856e5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.851309] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for the task: (returnval){ [ 810.851309] env[69702]: value = "task-3085040" [ 810.851309] env[69702]: _type = "Task" [ 810.851309] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.867016] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.872321] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f47db4-3197-446a-9758-264bb280b971 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.882871] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f6c8af-8f71-473d-a015-98c6ce78fdc3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.918935] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bef30c-357b-4a2f-be68-c5dcdc0d63dd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.928827] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d261d-7a6c-41ea-b65b-69f6d1ffb583 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.947033] env[69702]: DEBUG nova.compute.provider_tree [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.950604] env[69702]: DEBUG nova.network.neutron [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.964690] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085039, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.989132] env[69702]: DEBUG nova.network.neutron [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Updated VIF entry in instance network info cache for port 5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.990015] env[69702]: DEBUG nova.network.neutron [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Updating instance_info_cache with network_info: [{"id": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "address": "fa:16:3e:c5:8b:35", "network": {"id": "35b7e981-b999-4e3f-89e6-38e19ddeffea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1368634736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce8508b8c3b49d49d2dde1b8ae072b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bdccb97-e6", "ovs_interfaceid": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.018450] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085038, 'name': CloneVM_Task} progress is 95%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.305534] env[69702]: DEBUG nova.network.neutron [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Updating instance_info_cache with network_info: [{"id": "99779fd4-283d-44ba-b492-ee3c40bb1dec", "address": "fa:16:3e:3a:fb:e7", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99779fd4-28", "ovs_interfaceid": "99779fd4-283d-44ba-b492-ee3c40bb1dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.362053] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085040, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.451636] env[69702]: DEBUG nova.scheduler.client.report [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.465394] env[69702]: DEBUG oslo_vmware.api [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085039, 'name': RemoveSnapshot_Task, 'duration_secs': 0.683774} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.465773] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 811.497274] env[69702]: DEBUG oslo_concurrency.lockutils [req-f6bcbf95-223f-4efe-a1d6-bb820793032a req-4906a7f6-45fe-442a-a2d6-7bd08a62d408 service nova] Releasing lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.525082] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085038, 'name': CloneVM_Task, 'duration_secs': 1.405823} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.525082] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Created linked-clone VM from snapshot [ 811.525265] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754cb399-3123-44cb-ae7f-89796a8cce6c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.534809] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Uploading image 4efe84f8-4385-4d4c-9287-1cc4cc76036d {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 811.559689] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 811.559689] env[69702]: value = "vm-617589" [ 811.559689] env[69702]: _type = "VirtualMachine" [ 811.559689] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 811.562166] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-013735a7-2f44-4d6b-a76d-0386cae6b964 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.569232] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lease: (returnval){ [ 811.569232] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52025acd-b436-3705-df1f-c630a429fb07" [ 811.569232] env[69702]: _type = "HttpNfcLease" [ 811.569232] env[69702]: } obtained for exporting VM: (result){ [ 811.569232] env[69702]: value = "vm-617589" [ 811.569232] env[69702]: _type = "VirtualMachine" [ 811.569232] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 811.569571] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the lease: (returnval){ [ 811.569571] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52025acd-b436-3705-df1f-c630a429fb07" [ 811.569571] env[69702]: _type = "HttpNfcLease" [ 811.569571] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 811.579022] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.579022] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52025acd-b436-3705-df1f-c630a429fb07" [ 811.579022] env[69702]: _type = "HttpNfcLease" [ 811.579022] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 811.810931] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "refresh_cache-acfbd008-7a97-4593-8c01-51f5a33eaa1c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.810931] env[69702]: DEBUG nova.compute.manager [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Instance network_info: |[{"id": "99779fd4-283d-44ba-b492-ee3c40bb1dec", "address": "fa:16:3e:3a:fb:e7", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99779fd4-28", "ovs_interfaceid": "99779fd4-283d-44ba-b492-ee3c40bb1dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.811732] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:fb:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99779fd4-283d-44ba-b492-ee3c40bb1dec', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.819557] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.820562] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.822631] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d77ca9f4-9934-4ff4-8955-46981eb72bdf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.848695] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.848695] env[69702]: value = "task-3085042" [ 811.848695] env[69702]: _type = "Task" [ 811.848695] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.862059] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085042, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.866047] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598407} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.866047] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] d36e24b4-b199-4032-a564-77378b08369b/d36e24b4-b199-4032-a564-77378b08369b.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.867018] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.867018] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30364de5-abca-466e-8c66-466722c6e7ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.876202] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for the task: (returnval){ [ 811.876202] env[69702]: value = "task-3085043" [ 811.876202] env[69702]: _type = "Task" [ 811.876202] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.886302] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.957671] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.958233] env[69702]: DEBUG nova.compute.manager [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.960890] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.904s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.961124] env[69702]: DEBUG nova.objects.instance [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lazy-loading 'resources' on Instance uuid 5b6a06da-6a08-4be6-8e9f-f838996fc6bd {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.971965] env[69702]: WARNING nova.compute.manager [None req-f7b762a1-d74e-4eb4-b639-1dd247c6b04d tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Image not found during snapshot: nova.exception.ImageNotFound: Image b9810f4e-6924-4280-9cd7-103dc5133b05 could not be found. [ 812.035958] env[69702]: DEBUG nova.compute.manager [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Received event network-vif-plugged-99779fd4-283d-44ba-b492-ee3c40bb1dec {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.035958] env[69702]: DEBUG oslo_concurrency.lockutils [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] Acquiring lock "acfbd008-7a97-4593-8c01-51f5a33eaa1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.035958] env[69702]: DEBUG oslo_concurrency.lockutils [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] Lock "acfbd008-7a97-4593-8c01-51f5a33eaa1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.036183] env[69702]: DEBUG oslo_concurrency.lockutils [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] Lock "acfbd008-7a97-4593-8c01-51f5a33eaa1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.036305] env[69702]: DEBUG nova.compute.manager [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] No waiting events found dispatching network-vif-plugged-99779fd4-283d-44ba-b492-ee3c40bb1dec {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.036476] env[69702]: WARNING nova.compute.manager [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Received unexpected event network-vif-plugged-99779fd4-283d-44ba-b492-ee3c40bb1dec for instance with vm_state building and task_state spawning. [ 812.036697] env[69702]: DEBUG nova.compute.manager [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Received event network-changed-99779fd4-283d-44ba-b492-ee3c40bb1dec {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.038038] env[69702]: DEBUG nova.compute.manager [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Refreshing instance network info cache due to event network-changed-99779fd4-283d-44ba-b492-ee3c40bb1dec. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.038150] env[69702]: DEBUG oslo_concurrency.lockutils [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] Acquiring lock "refresh_cache-acfbd008-7a97-4593-8c01-51f5a33eaa1c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.038581] env[69702]: DEBUG oslo_concurrency.lockutils [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] Acquired lock "refresh_cache-acfbd008-7a97-4593-8c01-51f5a33eaa1c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.038581] env[69702]: DEBUG nova.network.neutron [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Refreshing network info cache for port 99779fd4-283d-44ba-b492-ee3c40bb1dec {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.084483] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.084483] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52025acd-b436-3705-df1f-c630a429fb07" [ 812.084483] env[69702]: _type = "HttpNfcLease" [ 812.084483] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.084818] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.084818] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52025acd-b436-3705-df1f-c630a429fb07" [ 812.084818] env[69702]: _type = "HttpNfcLease" [ 812.084818] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.085606] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be8eb30-c45d-4f24-8b2a-75b7f2b11d11 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.096432] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa7e57-971d-4429-a62f-9ee3cc9f00ab/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.096432] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa7e57-971d-4429-a62f-9ee3cc9f00ab/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.232265] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba07d868-e7d6-43ab-8d2f-f62ea684fa3a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.304962] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "interface-dd87b231-075a-46c6-ae8f-3152bfb685b7-95ec46ef-9efa-4362-b0ec-139b090ee8e4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.304962] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-dd87b231-075a-46c6-ae8f-3152bfb685b7-95ec46ef-9efa-4362-b0ec-139b090ee8e4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.364937] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085042, 'name': CreateVM_Task, 'duration_secs': 0.410311} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.365161] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.365951] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.366112] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.366684] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.366684] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c9dfcb-8283-4135-baaa-aab4a7c5a1ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.373225] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 812.373225] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5267dc36-e6de-d20b-4dd4-24dd9b2accc5" [ 812.373225] env[69702]: _type = "Task" [ 812.373225] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.395391] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076812} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.395391] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5267dc36-e6de-d20b-4dd4-24dd9b2accc5, 'name': SearchDatastore_Task, 'duration_secs': 0.011093} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.396445] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.396942] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.396991] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.397211] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.397352] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.397522] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.401043] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1805271b-0417-43fe-842e-30cab50de9ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.405807] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef5b3799-52fc-4bbe-bf57-05066d6ba323 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.432452] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] d36e24b4-b199-4032-a564-77378b08369b/d36e24b4-b199-4032-a564-77378b08369b.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.434718] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9276b14-8397-4374-bb14-f0e286950735 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.451925] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.452756] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.453470] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8a01e6-868e-4844-b892-05a087daa587 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.462223] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 812.462223] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e1bc77-2564-5cc1-e6a1-a288753d68e7" [ 812.462223] env[69702]: _type = "Task" [ 812.462223] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.464605] env[69702]: DEBUG nova.compute.utils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.468648] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for the task: (returnval){ [ 812.468648] env[69702]: value = "task-3085044" [ 812.468648] env[69702]: _type = "Task" [ 812.468648] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.474529] env[69702]: DEBUG nova.compute.manager [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.474529] env[69702]: DEBUG nova.network.neutron [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.491164] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.491164] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e1bc77-2564-5cc1-e6a1-a288753d68e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013852} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.491946] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc879664-a6b8-4bf5-8796-f5b9ef01d8f5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.500377] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 812.500377] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cc5507-ecd7-1e89-4d96-39ffe91caafc" [ 812.500377] env[69702]: _type = "Task" [ 812.500377] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.521245] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cc5507-ecd7-1e89-4d96-39ffe91caafc, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.521824] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.523030] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] acfbd008-7a97-4593-8c01-51f5a33eaa1c/acfbd008-7a97-4593-8c01-51f5a33eaa1c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.528329] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-693d74ea-24b9-4d0e-b777-9594fbaaabe7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.535542] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 812.535542] env[69702]: value = "task-3085045" [ 812.535542] env[69702]: _type = "Task" [ 812.535542] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.552266] env[69702]: DEBUG nova.policy [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcd6f14ff451481099283f104b068d50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da4bd96b87354fc5ab5dbd80e496f29d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.558041] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.809486] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.809682] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.810727] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaeb3cf3-aeed-4b50-abdb-b1d3afa66275 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.836996] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b1e936-9f2e-4c69-b3a4-f8d2f29fd1d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.870164] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Reconfiguring VM to detach interface {{(pid=69702) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 812.875157] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e085ea-b746-4fb9-bd34-fea4b091beb2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.897418] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 812.897418] env[69702]: value = "task-3085046" [ 812.897418] env[69702]: _type = "Task" [ 812.897418] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.907315] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.912815] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "ad77e2a6-0461-49b1-bfd8-8039e7a23ac5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.912815] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "ad77e2a6-0461-49b1-bfd8-8039e7a23ac5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.912815] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "ad77e2a6-0461-49b1-bfd8-8039e7a23ac5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.912815] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "ad77e2a6-0461-49b1-bfd8-8039e7a23ac5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.912815] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "ad77e2a6-0461-49b1-bfd8-8039e7a23ac5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.914126] env[69702]: INFO nova.compute.manager [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Terminating instance [ 812.970572] env[69702]: DEBUG nova.compute.manager [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.987193] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085044, 'name': ReconfigVM_Task, 'duration_secs': 0.337143} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.988246] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Reconfigured VM instance instance-00000035 to attach disk [datastore1] d36e24b4-b199-4032-a564-77378b08369b/d36e24b4-b199-4032-a564-77378b08369b.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.988899] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd3e9948-3c2b-46d0-80b9-bf0b6c49745e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.998892] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for the task: (returnval){ [ 812.998892] env[69702]: value = "task-3085047" [ 812.998892] env[69702]: _type = "Task" [ 812.998892] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.016675] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085047, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.051444] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.161746] env[69702]: DEBUG nova.network.neutron [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Updated VIF entry in instance network info cache for port 99779fd4-283d-44ba-b492-ee3c40bb1dec. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.166251] env[69702]: DEBUG nova.network.neutron [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Updating instance_info_cache with network_info: [{"id": "99779fd4-283d-44ba-b492-ee3c40bb1dec", "address": "fa:16:3e:3a:fb:e7", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99779fd4-28", "ovs_interfaceid": "99779fd4-283d-44ba-b492-ee3c40bb1dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.348328] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca269543-151f-4bb0-9157-dd825ddaa22a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.360560] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac98699f-62d4-4c26-950a-5484223b5b52 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.410669] env[69702]: DEBUG nova.network.neutron [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Successfully created port: 33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.418520] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd283db-0256-4f08-9d03-bb1a16b33725 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.425038] env[69702]: DEBUG nova.compute.manager [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.425282] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.427097] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152fde57-772e-48ce-ac49-a654c3e03728 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.436408] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.442023] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990d74b0-b1fe-4bb1-8429-baca6546937c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.452525] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.452649] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82ca8f93-5d5b-44ad-bddf-125493613c91 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.468443] env[69702]: DEBUG nova.compute.provider_tree [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.475035] env[69702]: DEBUG oslo_vmware.api [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 813.475035] env[69702]: value = "task-3085048" [ 813.475035] env[69702]: _type = "Task" [ 813.475035] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.486398] env[69702]: DEBUG oslo_vmware.api [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.516966] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085047, 'name': Rename_Task, 'duration_secs': 0.153328} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.519984] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.519984] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f97f60b-ebd5-4dae-80a5-bd0f9f10e8b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.532367] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for the task: (returnval){ [ 813.532367] env[69702]: value = "task-3085049" [ 813.532367] env[69702]: _type = "Task" [ 813.532367] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.545860] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.559662] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085045, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.671753] env[69702]: DEBUG oslo_concurrency.lockutils [req-83b1bf5a-8f06-437e-ad75-e391be78efaf req-83b87a92-3e7c-4b0d-80a3-09b790f7f2f2 service nova] Releasing lock "refresh_cache-acfbd008-7a97-4593-8c01-51f5a33eaa1c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.919418] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.974661] env[69702]: DEBUG nova.scheduler.client.report [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.983683] env[69702]: DEBUG nova.compute.manager [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.990806] env[69702]: DEBUG oslo_vmware.api [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085048, 'name': PowerOffVM_Task, 'duration_secs': 0.33333} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.991336] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.991615] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.991949] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e466188c-a513-4643-9f6a-892a52690963 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.022276] env[69702]: DEBUG nova.virt.hardware [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.022708] env[69702]: DEBUG nova.virt.hardware [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.022908] env[69702]: DEBUG nova.virt.hardware [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.023205] env[69702]: DEBUG nova.virt.hardware [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.023489] env[69702]: DEBUG nova.virt.hardware [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.023739] env[69702]: DEBUG nova.virt.hardware [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.024085] env[69702]: DEBUG nova.virt.hardware [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.024297] env[69702]: DEBUG nova.virt.hardware [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.024519] env[69702]: DEBUG nova.virt.hardware [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.024700] env[69702]: DEBUG nova.virt.hardware [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.024895] env[69702]: DEBUG nova.virt.hardware [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.026231] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901a4d2d-e768-4371-868e-cad5f339dcda {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.042713] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06092ec4-9759-4a36-9d16-603ba553fb72 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.051086] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085049, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.072410] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085045, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.302988} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.073452] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] acfbd008-7a97-4593-8c01-51f5a33eaa1c/acfbd008-7a97-4593-8c01-51f5a33eaa1c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.073452] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.073452] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ad586ed-25fd-4663-9b37-dbeefd086c8a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.078915] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.079431] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.081821] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Deleting the datastore file [datastore1] ad77e2a6-0461-49b1-bfd8-8039e7a23ac5 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.081821] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31f20a6f-42b5-4766-b3d9-7ebda0eb346c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.083627] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 814.083627] env[69702]: value = "task-3085051" [ 814.083627] env[69702]: _type = "Task" [ 814.083627] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.092402] env[69702]: DEBUG oslo_vmware.api [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 814.092402] env[69702]: value = "task-3085052" [ 814.092402] env[69702]: _type = "Task" [ 814.092402] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.097113] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.107048] env[69702]: DEBUG oslo_vmware.api [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.423487] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.481045] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.520s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.484730] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.121s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.488070] env[69702]: INFO nova.compute.claims [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.512457] env[69702]: INFO nova.scheduler.client.report [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Deleted allocations for instance 5b6a06da-6a08-4be6-8e9f-f838996fc6bd [ 814.546036] env[69702]: DEBUG oslo_vmware.api [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085049, 'name': PowerOnVM_Task, 'duration_secs': 0.575064} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.546211] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.546577] env[69702]: INFO nova.compute.manager [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Took 10.27 seconds to spawn the instance on the hypervisor. [ 814.546577] env[69702]: DEBUG nova.compute.manager [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.547486] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18ec18e-a192-4970-ae9a-142825903864 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.599835] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122067} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.603728] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.605124] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9616a42f-af0c-4efc-9d77-e7c9fa4f3ac3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.615483] env[69702]: DEBUG oslo_vmware.api [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403606} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.630282] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.630718] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.631059] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.631358] env[69702]: INFO nova.compute.manager [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Took 1.21 seconds to destroy the instance on the hypervisor. [ 814.631788] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.642881] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] acfbd008-7a97-4593-8c01-51f5a33eaa1c/acfbd008-7a97-4593-8c01-51f5a33eaa1c.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.643329] env[69702]: DEBUG nova.compute.manager [-] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.643467] env[69702]: DEBUG nova.network.neutron [-] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.647844] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c16b37f-5eb7-45d1-80d3-0b99b53f4178 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.669304] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 814.669304] env[69702]: value = "task-3085056" [ 814.669304] env[69702]: _type = "Task" [ 814.669304] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.681322] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.924373] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.024088] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1ed118fd-cc61-4021-9d01-8e1c36f16147 tempest-SecurityGroupsTestJSON-181097101 tempest-SecurityGroupsTestJSON-181097101-project-member] Lock "5b6a06da-6a08-4be6-8e9f-f838996fc6bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.461s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.072636] env[69702]: INFO nova.compute.manager [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Took 45.52 seconds to build instance. [ 815.184845] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085056, 'name': ReconfigVM_Task, 'duration_secs': 0.417045} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.185329] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Reconfigured VM instance instance-00000036 to attach disk [datastore1] acfbd008-7a97-4593-8c01-51f5a33eaa1c/acfbd008-7a97-4593-8c01-51f5a33eaa1c.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.186742] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a6b7a5b-f435-48f2-bd19-611ac680ea39 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.198808] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 815.198808] env[69702]: value = "task-3085057" [ 815.198808] env[69702]: _type = "Task" [ 815.198808] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.213606] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085057, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.274759] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.274986] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.432137] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.448559] env[69702]: DEBUG nova.compute.manager [req-77c2175d-fa09-48bd-b3d9-8a6f5d01bcc9 req-8c440d77-d555-4b6e-8aac-2c742486b30b service nova] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Received event network-vif-deleted-a3b28fca-368f-454c-9685-08f492e074d0 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.448905] env[69702]: INFO nova.compute.manager [req-77c2175d-fa09-48bd-b3d9-8a6f5d01bcc9 req-8c440d77-d555-4b6e-8aac-2c742486b30b service nova] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Neutron deleted interface a3b28fca-368f-454c-9685-08f492e074d0; detaching it from the instance and deleting it from the info cache [ 815.449222] env[69702]: DEBUG nova.network.neutron [req-77c2175d-fa09-48bd-b3d9-8a6f5d01bcc9 req-8c440d77-d555-4b6e-8aac-2c742486b30b service nova] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.571884] env[69702]: DEBUG nova.network.neutron [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Successfully updated port: 33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.578769] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fbc1614-6059-4eff-9ea2-b3ba673bfd64 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Lock "d36e24b4-b199-4032-a564-77378b08369b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.554s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.710066] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085057, 'name': Rename_Task, 'duration_secs': 0.185918} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.713497] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.714348] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80167829-5d42-4b42-9e0c-b1b601d7386e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.723943] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 815.723943] env[69702]: value = "task-3085058" [ 815.723943] env[69702]: _type = "Task" [ 815.723943] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.736728] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.758498] env[69702]: DEBUG nova.network.neutron [-] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.787390] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.787390] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.788550] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.788550] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.788550] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.788550] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.788550] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 815.788550] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.923300] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.954048] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5068f110-9655-48e4-8bb8-d1c64cb665ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.967138] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdd2f52-3a35-4c08-b63d-13288e55d47d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.010423] env[69702]: DEBUG nova.compute.manager [req-77c2175d-fa09-48bd-b3d9-8a6f5d01bcc9 req-8c440d77-d555-4b6e-8aac-2c742486b30b service nova] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Detach interface failed, port_id=a3b28fca-368f-454c-9685-08f492e074d0, reason: Instance ad77e2a6-0461-49b1-bfd8-8039e7a23ac5 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 816.075577] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Acquiring lock "refresh_cache-62fa2fd7-c135-42ef-88ab-d5090907b77c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.075577] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Acquired lock "refresh_cache-62fa2fd7-c135-42ef-88ab-d5090907b77c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.075577] env[69702]: DEBUG nova.network.neutron [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.082853] env[69702]: DEBUG nova.compute.manager [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.159599] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c696c2ab-db68-41a7-a7a2-5e7401e870ac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.169849] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e298f468-015d-4a69-903f-e7231da3e68c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.223122] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999cc6ae-d3fa-464a-b193-bf5bca873f0f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.249110] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3ff387-9b4b-46a2-a2fb-910f35df3711 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.254355] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.267028] env[69702]: INFO nova.compute.manager [-] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Took 1.62 seconds to deallocate network for instance. [ 816.267685] env[69702]: DEBUG nova.compute.provider_tree [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.296618] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.426053] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.557306] env[69702]: DEBUG nova.compute.manager [req-45334450-64d8-4e42-b337-3f0442b4f50c req-476b2bc1-7350-423a-85e7-f673e02f8453 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Received event network-changed-5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.557306] env[69702]: DEBUG nova.compute.manager [req-45334450-64d8-4e42-b337-3f0442b4f50c req-476b2bc1-7350-423a-85e7-f673e02f8453 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Refreshing instance network info cache due to event network-changed-5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.557306] env[69702]: DEBUG oslo_concurrency.lockutils [req-45334450-64d8-4e42-b337-3f0442b4f50c req-476b2bc1-7350-423a-85e7-f673e02f8453 service nova] Acquiring lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.557306] env[69702]: DEBUG oslo_concurrency.lockutils [req-45334450-64d8-4e42-b337-3f0442b4f50c req-476b2bc1-7350-423a-85e7-f673e02f8453 service nova] Acquired lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.557306] env[69702]: DEBUG nova.network.neutron [req-45334450-64d8-4e42-b337-3f0442b4f50c req-476b2bc1-7350-423a-85e7-f673e02f8453 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Refreshing network info cache for port 5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.624179] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.673807] env[69702]: DEBUG nova.network.neutron [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.738815] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085058, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.772486] env[69702]: DEBUG nova.scheduler.client.report [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.779228] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.924553] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.242008] env[69702]: DEBUG oslo_vmware.api [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085058, 'name': PowerOnVM_Task, 'duration_secs': 1.306526} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.242415] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.242643] env[69702]: INFO nova.compute.manager [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Took 8.14 seconds to spawn the instance on the hypervisor. [ 817.242938] env[69702]: DEBUG nova.compute.manager [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.244054] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2a8234-942f-4a38-aaa7-5197471a89b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.279132] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.279780] env[69702]: DEBUG nova.compute.manager [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.283479] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.994s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.283717] env[69702]: DEBUG nova.objects.instance [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lazy-loading 'resources' on Instance uuid 5de0fd89-70f2-48cb-a681-0a1dfff8c86a {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.425393] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.478835] env[69702]: DEBUG nova.network.neutron [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Updating instance_info_cache with network_info: [{"id": "33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b", "address": "fa:16:3e:b7:c7:24", "network": {"id": "a69c36b6-c5b3-4cbd-a0d1-18683fb8a34c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-32640845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4bd96b87354fc5ab5dbd80e496f29d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e6bc8a-d1", "ovs_interfaceid": "33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.766063] env[69702]: INFO nova.compute.manager [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Took 42.65 seconds to build instance. [ 817.787254] env[69702]: DEBUG nova.compute.utils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.791604] env[69702]: DEBUG nova.compute.manager [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.791823] env[69702]: DEBUG nova.network.neutron [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.800555] env[69702]: DEBUG nova.network.neutron [req-45334450-64d8-4e42-b337-3f0442b4f50c req-476b2bc1-7350-423a-85e7-f673e02f8453 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Updated VIF entry in instance network info cache for port 5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.800897] env[69702]: DEBUG nova.network.neutron [req-45334450-64d8-4e42-b337-3f0442b4f50c req-476b2bc1-7350-423a-85e7-f673e02f8453 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Updating instance_info_cache with network_info: [{"id": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "address": "fa:16:3e:c5:8b:35", "network": {"id": "35b7e981-b999-4e3f-89e6-38e19ddeffea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1368634736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce8508b8c3b49d49d2dde1b8ae072b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bdccb97-e6", "ovs_interfaceid": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.870515] env[69702]: DEBUG nova.policy [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a507f812daa74270bc5af3afcf07383f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba9bc337087543bea6fe9d97e6c8221a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.925267] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.987021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Releasing lock "refresh_cache-62fa2fd7-c135-42ef-88ab-d5090907b77c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.987021] env[69702]: DEBUG nova.compute.manager [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Instance network_info: |[{"id": "33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b", "address": "fa:16:3e:b7:c7:24", "network": {"id": "a69c36b6-c5b3-4cbd-a0d1-18683fb8a34c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-32640845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4bd96b87354fc5ab5dbd80e496f29d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e6bc8a-d1", "ovs_interfaceid": "33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.987021] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:c7:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.993946] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Creating folder: Project (da4bd96b87354fc5ab5dbd80e496f29d). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.994513] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ad4b968-3a52-4ebc-ab48-21838db8caa6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.009290] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Created folder: Project (da4bd96b87354fc5ab5dbd80e496f29d) in parent group-v617437. [ 818.009290] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Creating folder: Instances. Parent ref: group-v617594. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.009290] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86af6c4d-02c3-4d53-b3cf-e2f91e911fdc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.021714] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Created folder: Instances in parent group-v617594. [ 818.021714] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.021714] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.021714] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-434896a2-453b-411e-b413-f629fa61b508 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.049020] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.049020] env[69702]: value = "task-3085062" [ 818.049020] env[69702]: _type = "Task" [ 818.049020] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.056805] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085062, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.146395] env[69702]: DEBUG nova.compute.manager [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Received event network-vif-plugged-33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.146954] env[69702]: DEBUG oslo_concurrency.lockutils [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] Acquiring lock "62fa2fd7-c135-42ef-88ab-d5090907b77c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.147655] env[69702]: DEBUG oslo_concurrency.lockutils [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] Lock "62fa2fd7-c135-42ef-88ab-d5090907b77c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.148071] env[69702]: DEBUG oslo_concurrency.lockutils [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] Lock "62fa2fd7-c135-42ef-88ab-d5090907b77c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.148491] env[69702]: DEBUG nova.compute.manager [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] No waiting events found dispatching network-vif-plugged-33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.148891] env[69702]: WARNING nova.compute.manager [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Received unexpected event network-vif-plugged-33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b for instance with vm_state building and task_state spawning. [ 818.151020] env[69702]: DEBUG nova.compute.manager [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Received event network-changed-33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.151020] env[69702]: DEBUG nova.compute.manager [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Refreshing instance network info cache due to event network-changed-33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.151020] env[69702]: DEBUG oslo_concurrency.lockutils [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] Acquiring lock "refresh_cache-62fa2fd7-c135-42ef-88ab-d5090907b77c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.151020] env[69702]: DEBUG oslo_concurrency.lockutils [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] Acquired lock "refresh_cache-62fa2fd7-c135-42ef-88ab-d5090907b77c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.151020] env[69702]: DEBUG nova.network.neutron [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Refreshing network info cache for port 33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.272717] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3af510f7-90ab-4aa0-a20a-42293516d084 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "acfbd008-7a97-4593-8c01-51f5a33eaa1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.929s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.290106] env[69702]: DEBUG nova.compute.manager [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.308092] env[69702]: DEBUG oslo_concurrency.lockutils [req-45334450-64d8-4e42-b337-3f0442b4f50c req-476b2bc1-7350-423a-85e7-f673e02f8453 service nova] Releasing lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.431932] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.439891] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e5e062a-44bf-4463-8411-308e2ee0d07e tempest-ServersAdminTestJSON-1987776298 tempest-ServersAdminTestJSON-1987776298-project-admin] Acquiring lock "refresh_cache-acfbd008-7a97-4593-8c01-51f5a33eaa1c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.440247] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e5e062a-44bf-4463-8411-308e2ee0d07e tempest-ServersAdminTestJSON-1987776298 tempest-ServersAdminTestJSON-1987776298-project-admin] Acquired lock "refresh_cache-acfbd008-7a97-4593-8c01-51f5a33eaa1c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.440541] env[69702]: DEBUG nova.network.neutron [None req-7e5e062a-44bf-4463-8411-308e2ee0d07e tempest-ServersAdminTestJSON-1987776298 tempest-ServersAdminTestJSON-1987776298-project-admin] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.478370] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03edcaab-e30d-4cc0-9354-a88445f79bde {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.489254] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab858a1-6491-4973-a02b-717fa3d7089d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.525603] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192652b6-866f-4da7-84d1-41e8af76b5db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.534741] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c530b3a-53d0-4561-95ac-5401a51ab694 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.555286] env[69702]: DEBUG nova.compute.provider_tree [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.567931] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085062, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.664767] env[69702]: DEBUG nova.network.neutron [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Successfully created port: 27fef311-cc86-4a75-a0b0-650303822fb6 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.777051] env[69702]: DEBUG nova.compute.manager [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.930528] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.065678] env[69702]: DEBUG nova.scheduler.client.report [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.068976] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085062, 'name': CreateVM_Task, 'duration_secs': 0.555979} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.071508] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.073253] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.073467] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.073715] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.074507] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405f7296-b794-4d72-afe1-0346ce3b2011 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.080652] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Waiting for the task: (returnval){ [ 819.080652] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cb29fa-93e6-4f55-cccd-d03ae7efed7f" [ 819.080652] env[69702]: _type = "Task" [ 819.080652] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.091362] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cb29fa-93e6-4f55-cccd-d03ae7efed7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.201738] env[69702]: DEBUG nova.network.neutron [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Updated VIF entry in instance network info cache for port 33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.202118] env[69702]: DEBUG nova.network.neutron [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Updating instance_info_cache with network_info: [{"id": "33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b", "address": "fa:16:3e:b7:c7:24", "network": {"id": "a69c36b6-c5b3-4cbd-a0d1-18683fb8a34c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-32640845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4bd96b87354fc5ab5dbd80e496f29d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e6bc8a-d1", "ovs_interfaceid": "33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.294079] env[69702]: DEBUG nova.network.neutron [None req-7e5e062a-44bf-4463-8411-308e2ee0d07e tempest-ServersAdminTestJSON-1987776298 tempest-ServersAdminTestJSON-1987776298-project-admin] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Updating instance_info_cache with network_info: [{"id": "99779fd4-283d-44ba-b492-ee3c40bb1dec", "address": "fa:16:3e:3a:fb:e7", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99779fd4-28", "ovs_interfaceid": "99779fd4-283d-44ba-b492-ee3c40bb1dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.306084] env[69702]: DEBUG nova.compute.manager [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.314860] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.344067] env[69702]: DEBUG nova.virt.hardware [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.344877] env[69702]: DEBUG nova.virt.hardware [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.348510] env[69702]: DEBUG nova.virt.hardware [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.348510] env[69702]: DEBUG nova.virt.hardware [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.348510] env[69702]: DEBUG nova.virt.hardware [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.348510] env[69702]: DEBUG nova.virt.hardware [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.348510] env[69702]: DEBUG nova.virt.hardware [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.348510] env[69702]: DEBUG nova.virt.hardware [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.348510] env[69702]: DEBUG nova.virt.hardware [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.348510] env[69702]: DEBUG nova.virt.hardware [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.348510] env[69702]: DEBUG nova.virt.hardware [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.348510] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2086bbe-8c4f-4bd7-bca0-717c5fc6f86d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.359882] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5a2130-3a54-4c41-8f09-805391edcf1f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.432358] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.576729] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.579922] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.845s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.579922] env[69702]: DEBUG nova.objects.instance [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lazy-loading 'resources' on Instance uuid 11beea4b-b6e1-45ff-8640-396448ac8871 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.592086] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cb29fa-93e6-4f55-cccd-d03ae7efed7f, 'name': SearchDatastore_Task, 'duration_secs': 0.032587} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.593139] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.593381] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.593621] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.593763] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.595199] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.595199] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a6442d2-71e0-4356-9376-9dfb0e0c9f1a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.605304] env[69702]: INFO nova.scheduler.client.report [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Deleted allocations for instance 5de0fd89-70f2-48cb-a681-0a1dfff8c86a [ 819.607984] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.608216] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.611229] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9120c0-f9d7-40b4-9eaf-5926b977bcc3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.625381] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Waiting for the task: (returnval){ [ 819.625381] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524f830d-dae2-103a-240e-38ca5914863b" [ 819.625381] env[69702]: _type = "Task" [ 819.625381] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.637348] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524f830d-dae2-103a-240e-38ca5914863b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.706339] env[69702]: DEBUG oslo_concurrency.lockutils [req-a9075c6b-2f39-4778-b99b-391b50ab713b req-95b8d666-7bbb-476a-9e2e-50337770ccf0 service nova] Releasing lock "refresh_cache-62fa2fd7-c135-42ef-88ab-d5090907b77c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.795855] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7e5e062a-44bf-4463-8411-308e2ee0d07e tempest-ServersAdminTestJSON-1987776298 tempest-ServersAdminTestJSON-1987776298-project-admin] Releasing lock "refresh_cache-acfbd008-7a97-4593-8c01-51f5a33eaa1c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.795855] env[69702]: DEBUG nova.compute.manager [None req-7e5e062a-44bf-4463-8411-308e2ee0d07e tempest-ServersAdminTestJSON-1987776298 tempest-ServersAdminTestJSON-1987776298-project-admin] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Inject network info {{(pid=69702) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 819.796147] env[69702]: DEBUG nova.compute.manager [None req-7e5e062a-44bf-4463-8411-308e2ee0d07e tempest-ServersAdminTestJSON-1987776298 tempest-ServersAdminTestJSON-1987776298-project-admin] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] network_info to inject: |[{"id": "99779fd4-283d-44ba-b492-ee3c40bb1dec", "address": "fa:16:3e:3a:fb:e7", "network": {"id": "7436effc-9a1d-42d2-89ad-5993833a4729", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-399888406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516b3865bb84467bb9da706cce6d42f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99779fd4-28", "ovs_interfaceid": "99779fd4-283d-44ba-b492-ee3c40bb1dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 819.801726] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5e062a-44bf-4463-8411-308e2ee0d07e tempest-ServersAdminTestJSON-1987776298 tempest-ServersAdminTestJSON-1987776298-project-admin] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Reconfiguring VM instance to set the machine id {{(pid=69702) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 819.802082] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2589672-6781-4119-92e2-28fb60e2b810 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.824493] env[69702]: DEBUG oslo_vmware.api [None req-7e5e062a-44bf-4463-8411-308e2ee0d07e tempest-ServersAdminTestJSON-1987776298 tempest-ServersAdminTestJSON-1987776298-project-admin] Waiting for the task: (returnval){ [ 819.824493] env[69702]: value = "task-3085064" [ 819.824493] env[69702]: _type = "Task" [ 819.824493] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.834678] env[69702]: DEBUG oslo_vmware.api [None req-7e5e062a-44bf-4463-8411-308e2ee0d07e tempest-ServersAdminTestJSON-1987776298 tempest-ServersAdminTestJSON-1987776298-project-admin] Task: {'id': task-3085064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.931328] env[69702]: DEBUG oslo_vmware.api [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085046, 'name': ReconfigVM_Task, 'duration_secs': 6.854128} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.931834] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.931969] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Reconfigured VM to detach interface {{(pid=69702) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 820.124077] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddfa03e8-ad5d-4c21-8854-92f446a2ae26 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "5de0fd89-70f2-48cb-a681-0a1dfff8c86a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.299s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.142133] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524f830d-dae2-103a-240e-38ca5914863b, 'name': SearchDatastore_Task, 'duration_secs': 0.013756} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.144576] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab54f379-09cf-40fa-add9-455da87194ab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.156044] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Waiting for the task: (returnval){ [ 820.156044] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a6cd5d-aab8-7c4b-f62c-e6fd7af03287" [ 820.156044] env[69702]: _type = "Task" [ 820.156044] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.167349] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a6cd5d-aab8-7c4b-f62c-e6fd7af03287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.235613] env[69702]: DEBUG nova.compute.manager [req-86bbd749-c76f-410a-a2fe-002a12ca4bce req-7b3acfa2-0d85-488c-a907-c1349b61c2a5 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Received event network-vif-deleted-95ec46ef-9efa-4362-b0ec-139b090ee8e4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.235876] env[69702]: INFO nova.compute.manager [req-86bbd749-c76f-410a-a2fe-002a12ca4bce req-7b3acfa2-0d85-488c-a907-c1349b61c2a5 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Neutron deleted interface 95ec46ef-9efa-4362-b0ec-139b090ee8e4; detaching it from the instance and deleting it from the info cache [ 820.236634] env[69702]: DEBUG nova.network.neutron [req-86bbd749-c76f-410a-a2fe-002a12ca4bce req-7b3acfa2-0d85-488c-a907-c1349b61c2a5 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Updating instance_info_cache with network_info: [{"id": "7812da67-c468-4322-91c1-ed63e2d9777e", "address": "fa:16:3e:e1:05:0d", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7812da67-c4", "ovs_interfaceid": "7812da67-c468-4322-91c1-ed63e2d9777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.338394] env[69702]: DEBUG oslo_vmware.api [None req-7e5e062a-44bf-4463-8411-308e2ee0d07e tempest-ServersAdminTestJSON-1987776298 tempest-ServersAdminTestJSON-1987776298-project-admin] Task: {'id': task-3085064, 'name': ReconfigVM_Task, 'duration_secs': 0.202895} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.341068] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5e062a-44bf-4463-8411-308e2ee0d07e tempest-ServersAdminTestJSON-1987776298 tempest-ServersAdminTestJSON-1987776298-project-admin] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Reconfigured VM instance to set the machine id {{(pid=69702) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 820.653986] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa90c13b-7c4b-4b33-94da-dba6dba77d66 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.671546] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c76bcfe-08c2-4b56-887d-f6ba39c89b00 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.674753] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a6cd5d-aab8-7c4b-f62c-e6fd7af03287, 'name': SearchDatastore_Task, 'duration_secs': 0.028452} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.675076] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.675351] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 62fa2fd7-c135-42ef-88ab-d5090907b77c/62fa2fd7-c135-42ef-88ab-d5090907b77c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.676094] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ac8b4cc-6e74-459b-be6f-ec8e3d639e88 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.713304] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b8be1d-3e91-482d-a449-923c65cd6fe7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.720393] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Waiting for the task: (returnval){ [ 820.720393] env[69702]: value = "task-3085065" [ 820.720393] env[69702]: _type = "Task" [ 820.720393] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.728127] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e24cecf-fcab-4f59-95d2-eec1bbc72888 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.747387] env[69702]: DEBUG oslo_concurrency.lockutils [req-86bbd749-c76f-410a-a2fe-002a12ca4bce req-7b3acfa2-0d85-488c-a907-c1349b61c2a5 service nova] Acquiring lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.747610] env[69702]: DEBUG oslo_concurrency.lockutils [req-86bbd749-c76f-410a-a2fe-002a12ca4bce req-7b3acfa2-0d85-488c-a907-c1349b61c2a5 service nova] Acquired lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.748480] env[69702]: DEBUG nova.compute.provider_tree [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.749923] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.751843] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ed6308-4779-40e9-acc4-43cae6948356 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.755861] env[69702]: DEBUG nova.compute.manager [req-b1df8247-c780-4e82-b52c-4b8711ac5284 req-c7f3034d-9b1e-44c2-be5e-aa133e0d8b07 service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Received event network-vif-plugged-27fef311-cc86-4a75-a0b0-650303822fb6 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.755861] env[69702]: DEBUG oslo_concurrency.lockutils [req-b1df8247-c780-4e82-b52c-4b8711ac5284 req-c7f3034d-9b1e-44c2-be5e-aa133e0d8b07 service nova] Acquiring lock "40ee0632-ab45-4177-8f7f-5e1926d83646-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.755861] env[69702]: DEBUG oslo_concurrency.lockutils [req-b1df8247-c780-4e82-b52c-4b8711ac5284 req-c7f3034d-9b1e-44c2-be5e-aa133e0d8b07 service nova] Lock "40ee0632-ab45-4177-8f7f-5e1926d83646-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.756094] env[69702]: DEBUG oslo_concurrency.lockutils [req-b1df8247-c780-4e82-b52c-4b8711ac5284 req-c7f3034d-9b1e-44c2-be5e-aa133e0d8b07 service nova] Lock "40ee0632-ab45-4177-8f7f-5e1926d83646-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.756281] env[69702]: DEBUG nova.compute.manager [req-b1df8247-c780-4e82-b52c-4b8711ac5284 req-c7f3034d-9b1e-44c2-be5e-aa133e0d8b07 service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] No waiting events found dispatching network-vif-plugged-27fef311-cc86-4a75-a0b0-650303822fb6 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.756482] env[69702]: WARNING nova.compute.manager [req-b1df8247-c780-4e82-b52c-4b8711ac5284 req-c7f3034d-9b1e-44c2-be5e-aa133e0d8b07 service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Received unexpected event network-vif-plugged-27fef311-cc86-4a75-a0b0-650303822fb6 for instance with vm_state building and task_state spawning. [ 820.773581] env[69702]: DEBUG oslo_concurrency.lockutils [req-86bbd749-c76f-410a-a2fe-002a12ca4bce req-7b3acfa2-0d85-488c-a907-c1349b61c2a5 service nova] Releasing lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.773905] env[69702]: WARNING nova.compute.manager [req-86bbd749-c76f-410a-a2fe-002a12ca4bce req-7b3acfa2-0d85-488c-a907-c1349b61c2a5 service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Detach interface failed, port_id=95ec46ef-9efa-4362-b0ec-139b090ee8e4, reason: No device with interface-id 95ec46ef-9efa-4362-b0ec-139b090ee8e4 exists on VM: nova.exception.NotFound: No device with interface-id 95ec46ef-9efa-4362-b0ec-139b090ee8e4 exists on VM [ 820.781273] env[69702]: DEBUG nova.network.neutron [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Successfully updated port: 27fef311-cc86-4a75-a0b0-650303822fb6 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.079972] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.080646] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.080879] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "dd87b231-075a-46c6-ae8f-3152bfb685b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.081082] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "dd87b231-075a-46c6-ae8f-3152bfb685b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.081272] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "dd87b231-075a-46c6-ae8f-3152bfb685b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.083417] env[69702]: INFO nova.compute.manager [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Terminating instance [ 821.212205] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.212438] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.212685] env[69702]: DEBUG nova.network.neutron [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.242995] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085065, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.253468] env[69702]: DEBUG nova.scheduler.client.report [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.284365] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Acquiring lock "refresh_cache-40ee0632-ab45-4177-8f7f-5e1926d83646" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.284622] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Acquired lock "refresh_cache-40ee0632-ab45-4177-8f7f-5e1926d83646" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.284773] env[69702]: DEBUG nova.network.neutron [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.591564] env[69702]: DEBUG nova.compute.manager [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.592137] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.592821] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30debdab-0314-496e-b9a3-11f57368bf39 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.602747] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.603138] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56dabde6-6d57-4809-a016-12725d97e2c8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.614162] env[69702]: DEBUG oslo_vmware.api [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 821.614162] env[69702]: value = "task-3085067" [ 821.614162] env[69702]: _type = "Task" [ 821.614162] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.623572] env[69702]: DEBUG oslo_vmware.api [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.735657] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693705} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.735943] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 62fa2fd7-c135-42ef-88ab-d5090907b77c/62fa2fd7-c135-42ef-88ab-d5090907b77c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.736192] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.736455] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93ed0b3e-92f6-4101-b5f4-412872c9fa52 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.745104] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Waiting for the task: (returnval){ [ 821.745104] env[69702]: value = "task-3085068" [ 821.745104] env[69702]: _type = "Task" [ 821.745104] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.756610] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.762443] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.764940] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.299s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.772131] env[69702]: INFO nova.compute.claims [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.805563] env[69702]: INFO nova.scheduler.client.report [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Deleted allocations for instance 11beea4b-b6e1-45ff-8640-396448ac8871 [ 821.842101] env[69702]: DEBUG nova.network.neutron [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.080025] env[69702]: DEBUG nova.network.neutron [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Updating instance_info_cache with network_info: [{"id": "27fef311-cc86-4a75-a0b0-650303822fb6", "address": "fa:16:3e:a7:34:3a", "network": {"id": "044634d3-2503-433c-8f25-364218fcf437", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1483607856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9bc337087543bea6fe9d97e6c8221a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fef311-cc", "ovs_interfaceid": "27fef311-cc86-4a75-a0b0-650303822fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.111214] env[69702]: DEBUG nova.network.neutron [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Updating instance_info_cache with network_info: [{"id": "7812da67-c468-4322-91c1-ed63e2d9777e", "address": "fa:16:3e:e1:05:0d", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7812da67-c4", "ovs_interfaceid": "7812da67-c468-4322-91c1-ed63e2d9777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.125746] env[69702]: DEBUG oslo_vmware.api [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085067, 'name': PowerOffVM_Task, 'duration_secs': 0.509585} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.126438] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.126438] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.126639] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8342e8e5-15ad-45ce-8e9d-5d9220eda605 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.240565] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.241272] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.241401] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Deleting the datastore file [datastore1] dd87b231-075a-46c6-ae8f-3152bfb685b7 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.241720] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdd5fb6e-c3f3-4286-9bff-8f93de7a507f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.253879] env[69702]: DEBUG oslo_vmware.api [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 822.253879] env[69702]: value = "task-3085070" [ 822.253879] env[69702]: _type = "Task" [ 822.253879] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.266170] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07392} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.266906] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.268216] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babb72e5-b9b7-4e05-9319-42d2dc3dbe7b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.279437] env[69702]: DEBUG oslo_vmware.api [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.304598] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 62fa2fd7-c135-42ef-88ab-d5090907b77c/62fa2fd7-c135-42ef-88ab-d5090907b77c.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.305687] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb3dd6b-d017-4c9c-bda8-bd724cab570c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.332486] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ffa518dc-9f17-4907-8c21-9843f9a067d9 tempest-MultipleCreateTestJSON-1544709402 tempest-MultipleCreateTestJSON-1544709402-project-member] Lock "11beea4b-b6e1-45ff-8640-396448ac8871" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.422s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.337501] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Waiting for the task: (returnval){ [ 822.337501] env[69702]: value = "task-3085071" [ 822.337501] env[69702]: _type = "Task" [ 822.337501] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.348945] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.585273] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Releasing lock "refresh_cache-40ee0632-ab45-4177-8f7f-5e1926d83646" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.585273] env[69702]: DEBUG nova.compute.manager [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Instance network_info: |[{"id": "27fef311-cc86-4a75-a0b0-650303822fb6", "address": "fa:16:3e:a7:34:3a", "network": {"id": "044634d3-2503-433c-8f25-364218fcf437", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1483607856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9bc337087543bea6fe9d97e6c8221a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fef311-cc", "ovs_interfaceid": "27fef311-cc86-4a75-a0b0-650303822fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.585534] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:34:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27fef311-cc86-4a75-a0b0-650303822fb6', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.596144] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Creating folder: Project (ba9bc337087543bea6fe9d97e6c8221a). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.597201] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50d9cbc1-1e49-4d5e-8f44-9014b4b74a04 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.615589] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "refresh_cache-dd87b231-075a-46c6-ae8f-3152bfb685b7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.618741] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Created folder: Project (ba9bc337087543bea6fe9d97e6c8221a) in parent group-v617437. [ 822.618942] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Creating folder: Instances. Parent ref: group-v617597. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.619459] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6754edab-b4c8-4cd1-9106-ccb8d6d3906e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.638999] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Created folder: Instances in parent group-v617597. [ 822.639377] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.639661] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.639922] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-571df4d9-e90a-4a5d-8bce-c0e832223c4f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.666383] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.666383] env[69702]: value = "task-3085074" [ 822.666383] env[69702]: _type = "Task" [ 822.666383] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.677889] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085074, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.767734] env[69702]: DEBUG oslo_vmware.api [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294279} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.768029] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.768227] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.768407] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.768580] env[69702]: INFO nova.compute.manager [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 822.768883] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.769116] env[69702]: DEBUG nova.compute.manager [-] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.769217] env[69702]: DEBUG nova.network.neutron [-] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.849959] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.875466] env[69702]: INFO nova.compute.manager [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Rebuilding instance [ 822.932018] env[69702]: DEBUG nova.compute.manager [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.937490] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c17045-b98c-4285-aea0-442870aaf338 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.122305] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cc48986b-753c-4c25-8da9-1b01f978b484 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-dd87b231-075a-46c6-ae8f-3152bfb685b7-95ec46ef-9efa-4362-b0ec-139b090ee8e4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.818s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.180345] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085074, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.357666] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085071, 'name': ReconfigVM_Task, 'duration_secs': 0.620987} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.358665] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 62fa2fd7-c135-42ef-88ab-d5090907b77c/62fa2fd7-c135-42ef-88ab-d5090907b77c.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.359682] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac99aea8-c37c-421d-8028-259ccca7c2f1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.370342] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Waiting for the task: (returnval){ [ 823.370342] env[69702]: value = "task-3085075" [ 823.370342] env[69702]: _type = "Task" [ 823.370342] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.381504] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085075, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.403755] env[69702]: DEBUG nova.compute.manager [req-ff90b8d6-d927-4f50-95c9-13c51398b8e5 req-21c1976e-0c66-4bc6-8a1a-2e996d161cc8 service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Received event network-changed-27fef311-cc86-4a75-a0b0-650303822fb6 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.403878] env[69702]: DEBUG nova.compute.manager [req-ff90b8d6-d927-4f50-95c9-13c51398b8e5 req-21c1976e-0c66-4bc6-8a1a-2e996d161cc8 service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Refreshing instance network info cache due to event network-changed-27fef311-cc86-4a75-a0b0-650303822fb6. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.405733] env[69702]: DEBUG oslo_concurrency.lockutils [req-ff90b8d6-d927-4f50-95c9-13c51398b8e5 req-21c1976e-0c66-4bc6-8a1a-2e996d161cc8 service nova] Acquiring lock "refresh_cache-40ee0632-ab45-4177-8f7f-5e1926d83646" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.405733] env[69702]: DEBUG oslo_concurrency.lockutils [req-ff90b8d6-d927-4f50-95c9-13c51398b8e5 req-21c1976e-0c66-4bc6-8a1a-2e996d161cc8 service nova] Acquired lock "refresh_cache-40ee0632-ab45-4177-8f7f-5e1926d83646" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.405733] env[69702]: DEBUG nova.network.neutron [req-ff90b8d6-d927-4f50-95c9-13c51398b8e5 req-21c1976e-0c66-4bc6-8a1a-2e996d161cc8 service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Refreshing network info cache for port 27fef311-cc86-4a75-a0b0-650303822fb6 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.447772] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74c0673-5323-48b6-9bbc-c72f582ab1a0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.464796] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6132ff-3c43-4fcc-ba4f-91e0496cac9a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.510438] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9df4a7-e76e-47d7-9731-94a9f32877ea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.526366] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75ee3ce-1040-4304-91af-7605ed8c34b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.547077] env[69702]: DEBUG nova.compute.provider_tree [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.680460] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085074, 'name': CreateVM_Task, 'duration_secs': 0.609745} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.680750] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.682720] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.682720] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.682720] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.682720] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9edfce7e-2ea8-44a6-a29c-7ec93f15c24d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.688935] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Waiting for the task: (returnval){ [ 823.688935] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b6cb9-1bf7-0452-8a9a-7ac75b4746d0" [ 823.688935] env[69702]: _type = "Task" [ 823.688935] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.700287] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b6cb9-1bf7-0452-8a9a-7ac75b4746d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.884409] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085075, 'name': Rename_Task, 'duration_secs': 0.219341} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.884798] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.888064] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6c71ee7-5235-4d39-8433-95801be048e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.893556] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Waiting for the task: (returnval){ [ 823.893556] env[69702]: value = "task-3085077" [ 823.893556] env[69702]: _type = "Task" [ 823.893556] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.915134] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.964568] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.964993] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37494e29-13c4-49c9-ab18-3ea335d6e4e0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.976845] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 823.976845] env[69702]: value = "task-3085078" [ 823.976845] env[69702]: _type = "Task" [ 823.976845] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.989113] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.048434] env[69702]: DEBUG nova.scheduler.client.report [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.175605] env[69702]: DEBUG nova.network.neutron [req-ff90b8d6-d927-4f50-95c9-13c51398b8e5 req-21c1976e-0c66-4bc6-8a1a-2e996d161cc8 service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Updated VIF entry in instance network info cache for port 27fef311-cc86-4a75-a0b0-650303822fb6. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.175605] env[69702]: DEBUG nova.network.neutron [req-ff90b8d6-d927-4f50-95c9-13c51398b8e5 req-21c1976e-0c66-4bc6-8a1a-2e996d161cc8 service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Updating instance_info_cache with network_info: [{"id": "27fef311-cc86-4a75-a0b0-650303822fb6", "address": "fa:16:3e:a7:34:3a", "network": {"id": "044634d3-2503-433c-8f25-364218fcf437", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1483607856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9bc337087543bea6fe9d97e6c8221a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fef311-cc", "ovs_interfaceid": "27fef311-cc86-4a75-a0b0-650303822fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.202590] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b6cb9-1bf7-0452-8a9a-7ac75b4746d0, 'name': SearchDatastore_Task, 'duration_secs': 0.022225} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.202965] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.203219] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.203539] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.203696] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.203875] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.206354] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fef374e4-3f47-4c4a-b632-c53811d841d9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.216299] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.216593] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.217433] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a0d62d-2f80-4c87-9695-5139165200c0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.225229] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Waiting for the task: (returnval){ [ 824.225229] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52557b13-2230-0cfe-7a29-bd6016165c3f" [ 824.225229] env[69702]: _type = "Task" [ 824.225229] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.236506] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52557b13-2230-0cfe-7a29-bd6016165c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.318546] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa7e57-971d-4429-a62f-9ee3cc9f00ab/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 824.319823] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e0ad01-2d4f-4d76-9486-fed2a71152d2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.328658] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa7e57-971d-4429-a62f-9ee3cc9f00ab/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 824.328866] env[69702]: ERROR oslo_vmware.rw_handles [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa7e57-971d-4429-a62f-9ee3cc9f00ab/disk-0.vmdk due to incomplete transfer. [ 824.329525] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-74157bf5-d55d-44ae-8321-b7d15bc8cfa1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.340717] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa7e57-971d-4429-a62f-9ee3cc9f00ab/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 824.340962] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Uploaded image 4efe84f8-4385-4d4c-9287-1cc4cc76036d to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 824.343643] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 824.344157] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b4c27196-f6b8-417e-b5ef-cdf9fe4abc98 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.355045] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 824.355045] env[69702]: value = "task-3085079" [ 824.355045] env[69702]: _type = "Task" [ 824.355045] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.364729] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085079, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.404496] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085077, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.487804] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085078, 'name': PowerOffVM_Task, 'duration_secs': 0.425156} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.488098] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.488346] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.489146] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da64994-6bd5-4cda-885f-f5780b9f860c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.497090] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.497491] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bbc9252-5010-4baa-8ffa-1ab84126311f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.535733] env[69702]: DEBUG nova.network.neutron [-] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.561291] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.561831] env[69702]: DEBUG nova.compute.manager [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.569033] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.149s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.569033] env[69702]: INFO nova.compute.claims [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.599030] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.599030] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.599030] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleting the datastore file [datastore2] 7121d29a-abb6-4ade-983a-a82808be3e73 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.599030] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf0da8c4-f8db-4fe5-856c-f5b98b9374e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.610038] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 824.610038] env[69702]: value = "task-3085081" [ 824.610038] env[69702]: _type = "Task" [ 824.610038] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.619155] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.677595] env[69702]: DEBUG oslo_concurrency.lockutils [req-ff90b8d6-d927-4f50-95c9-13c51398b8e5 req-21c1976e-0c66-4bc6-8a1a-2e996d161cc8 service nova] Releasing lock "refresh_cache-40ee0632-ab45-4177-8f7f-5e1926d83646" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.739930] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52557b13-2230-0cfe-7a29-bd6016165c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.017608} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.743641] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe0b9bf-fd29-45d0-a84c-637ea5e71ed5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.749729] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Waiting for the task: (returnval){ [ 824.749729] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523f3c9f-2adb-c05d-782a-79f2d880fe55" [ 824.749729] env[69702]: _type = "Task" [ 824.749729] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.764019] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523f3c9f-2adb-c05d-782a-79f2d880fe55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.867769] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085079, 'name': Destroy_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.907497] env[69702]: DEBUG oslo_vmware.api [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085077, 'name': PowerOnVM_Task, 'duration_secs': 0.657478} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.908240] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.908240] env[69702]: INFO nova.compute.manager [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Took 10.92 seconds to spawn the instance on the hypervisor. [ 824.908240] env[69702]: DEBUG nova.compute.manager [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.909125] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70e8cfc-75c3-44b6-8622-1ed5a2630bf9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.038332] env[69702]: INFO nova.compute.manager [-] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Took 2.27 seconds to deallocate network for instance. [ 825.073228] env[69702]: DEBUG nova.compute.utils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.083149] env[69702]: DEBUG nova.compute.manager [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Not allocating networking since 'none' was specified. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 825.122787] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469264} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.122787] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.123036] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.123252] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.262014] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523f3c9f-2adb-c05d-782a-79f2d880fe55, 'name': SearchDatastore_Task, 'duration_secs': 0.018279} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.262014] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.262014] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 40ee0632-ab45-4177-8f7f-5e1926d83646/40ee0632-ab45-4177-8f7f-5e1926d83646.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.262322] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d55601f4-f0b7-4fbb-ae55-4d4a2607c5dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.271313] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Waiting for the task: (returnval){ [ 825.271313] env[69702]: value = "task-3085082" [ 825.271313] env[69702]: _type = "Task" [ 825.271313] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.281024] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.371080] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085079, 'name': Destroy_Task, 'duration_secs': 0.811301} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.371388] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Destroyed the VM [ 825.371630] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 825.372019] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-339addce-a250-4be8-a781-35aa77a88a47 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.379725] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 825.379725] env[69702]: value = "task-3085083" [ 825.379725] env[69702]: _type = "Task" [ 825.379725] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.397090] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085083, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.434539] env[69702]: INFO nova.compute.manager [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Took 47.98 seconds to build instance. [ 825.450544] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Acquiring lock "7c167f2c-df6b-4679-b223-357d2d0945f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.450948] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Lock "7c167f2c-df6b-4679-b223-357d2d0945f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.546514] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.579661] env[69702]: DEBUG nova.compute.manager [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.660876] env[69702]: DEBUG nova.compute.manager [req-060609dc-2a6c-4f33-ad97-9a7a016d217d req-1d1901d4-d188-426a-b404-56236dc70a0e service nova] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Received event network-vif-deleted-7812da67-c468-4322-91c1-ed63e2d9777e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.787080] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085082, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.895054] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085083, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.936508] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf61007c-83d0-4765-b9fa-da1fbaba4a66 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Lock "62fa2fd7-c135-42ef-88ab-d5090907b77c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.680s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.170866] env[69702]: DEBUG nova.virt.hardware [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.171200] env[69702]: DEBUG nova.virt.hardware [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.171395] env[69702]: DEBUG nova.virt.hardware [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.171662] env[69702]: DEBUG nova.virt.hardware [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.171882] env[69702]: DEBUG nova.virt.hardware [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.172212] env[69702]: DEBUG nova.virt.hardware [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.172536] env[69702]: DEBUG nova.virt.hardware [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.172766] env[69702]: DEBUG nova.virt.hardware [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.173008] env[69702]: DEBUG nova.virt.hardware [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.173231] env[69702]: DEBUG nova.virt.hardware [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.173775] env[69702]: DEBUG nova.virt.hardware [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.174810] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad9ebe9-6cd2-4451-b9a4-ea52ed545153 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.184561] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d6a1a1-f387-4eba-b01d-98b98b2a49e6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.199730] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:9a:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea56e98d-5965-4bff-bdc3-a49b7fbaf67a', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.207526] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.209159] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.209909] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a8f699-c4a8-47b8-a827-118ae668959b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.212487] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-646a3fb5-ce04-4036-952d-7431a818d2e6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.233424] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7759ccaf-0f0d-4486-b3d2-8664e0d4dec4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.236596] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.236596] env[69702]: value = "task-3085085" [ 826.236596] env[69702]: _type = "Task" [ 826.236596] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.266487] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f7e9cf-10bc-4cc4-b94a-92fc33cbebe5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.272419] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085085, 'name': CreateVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.280219] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb5fc8d-20f7-427e-9652-51790bc3c00c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.288930] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562376} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.290184] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 40ee0632-ab45-4177-8f7f-5e1926d83646/40ee0632-ab45-4177-8f7f-5e1926d83646.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.290184] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.290184] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-905e9218-4e2b-4c8f-8ff5-d1cb62a0d7b3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.299884] env[69702]: DEBUG nova.compute.provider_tree [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.307327] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Waiting for the task: (returnval){ [ 826.307327] env[69702]: value = "task-3085086" [ 826.307327] env[69702]: _type = "Task" [ 826.307327] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.316390] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.394402] env[69702]: DEBUG oslo_vmware.api [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085083, 'name': RemoveSnapshot_Task, 'duration_secs': 0.841113} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.394772] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 826.395054] env[69702]: INFO nova.compute.manager [None req-e81ab85c-008e-4d45-929e-86c1059d087f tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Took 18.49 seconds to snapshot the instance on the hypervisor. [ 826.438907] env[69702]: DEBUG nova.compute.manager [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.596717] env[69702]: DEBUG nova.compute.manager [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.621027] env[69702]: DEBUG nova.virt.hardware [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.621202] env[69702]: DEBUG nova.virt.hardware [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.621585] env[69702]: DEBUG nova.virt.hardware [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.621585] env[69702]: DEBUG nova.virt.hardware [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.621826] env[69702]: DEBUG nova.virt.hardware [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.621904] env[69702]: DEBUG nova.virt.hardware [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.622141] env[69702]: DEBUG nova.virt.hardware [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.622324] env[69702]: DEBUG nova.virt.hardware [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.622567] env[69702]: DEBUG nova.virt.hardware [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.622744] env[69702]: DEBUG nova.virt.hardware [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.622997] env[69702]: DEBUG nova.virt.hardware [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.623974] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef46d21-8c5e-493b-be95-c7fdf0cadd3e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.633588] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f718e1c5-95a3-4120-8e50-4fb0b4d708d6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.648212] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.653712] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Creating folder: Project (9c474d9ca19e447d884037bb5cfc69dc). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.654107] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-945e5d5e-5461-4750-9e54-bdec990bc56c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.666013] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Created folder: Project (9c474d9ca19e447d884037bb5cfc69dc) in parent group-v617437. [ 826.666126] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Creating folder: Instances. Parent ref: group-v617602. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.666418] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c938d565-18e6-420f-a974-b3068cd95a41 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.677451] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Created folder: Instances in parent group-v617602. [ 826.677745] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.677899] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.678127] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3edb0a26-fe96-498d-a439-8fb54dd991bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.696116] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.696116] env[69702]: value = "task-3085089" [ 826.696116] env[69702]: _type = "Task" [ 826.696116] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.704459] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085089, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.746572] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085085, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.803217] env[69702]: DEBUG nova.scheduler.client.report [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.817761] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078794} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.818053] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.818950] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb3e311-1d5d-406c-9479-288e32fd7031 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.845432] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 40ee0632-ab45-4177-8f7f-5e1926d83646/40ee0632-ab45-4177-8f7f-5e1926d83646.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.846067] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96e937ca-5714-4af6-8ffb-cde57ba9176a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.866978] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Waiting for the task: (returnval){ [ 826.866978] env[69702]: value = "task-3085090" [ 826.866978] env[69702]: _type = "Task" [ 826.866978] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.875845] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.963679] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.208917] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085089, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.248237] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085085, 'name': CreateVM_Task, 'duration_secs': 0.832198} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.248385] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.249058] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.249239] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.249578] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.249845] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb1279a3-0434-4e1d-a77f-f4069f12feca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.259057] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 827.259057] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ddfabf-016e-9988-3243-780d14db5ee7" [ 827.259057] env[69702]: _type = "Task" [ 827.259057] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.267630] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ddfabf-016e-9988-3243-780d14db5ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.308738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.309269] env[69702]: DEBUG nova.compute.manager [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.311979] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.903s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.313374] env[69702]: INFO nova.compute.claims [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.378087] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085090, 'name': ReconfigVM_Task, 'duration_secs': 0.424779} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.378435] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 40ee0632-ab45-4177-8f7f-5e1926d83646/40ee0632-ab45-4177-8f7f-5e1926d83646.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.379107] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-650fa71d-a1b6-4a74-9c10-6ab26446811d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.387497] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Waiting for the task: (returnval){ [ 827.387497] env[69702]: value = "task-3085091" [ 827.387497] env[69702]: _type = "Task" [ 827.387497] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.396963] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085091, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.709994] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085089, 'name': CreateVM_Task, 'duration_secs': 0.541897} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.710217] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.710663] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.772205] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ddfabf-016e-9988-3243-780d14db5ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.012298} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.772205] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.772341] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.772645] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.772870] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.773091] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.773391] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.773771] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.774050] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e2845bd-e3c9-4548-8590-fe6a919b2ed2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.776086] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11889bac-5185-481a-91aa-9733addeac27 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.781562] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 827.781562] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5243290a-fafe-a6cd-be58-d47522f7868e" [ 827.781562] env[69702]: _type = "Task" [ 827.781562] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.792029] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5243290a-fafe-a6cd-be58-d47522f7868e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.794496] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.794717] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.796538] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d2bfa0-c2e6-48fa-a831-6aa7346971ea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.806247] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 827.806247] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fce76c-e502-986d-83f8-6cb5ddb7efe3" [ 827.806247] env[69702]: _type = "Task" [ 827.806247] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.815972] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fce76c-e502-986d-83f8-6cb5ddb7efe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.819957] env[69702]: DEBUG nova.compute.utils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.822613] env[69702]: DEBUG nova.compute.manager [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.822968] env[69702]: DEBUG nova.network.neutron [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.872819] env[69702]: DEBUG nova.policy [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd861536d19c84c3c9d81741e87d4f70a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e7a69c3c3f945aba8d740db6093b6a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.898188] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085091, 'name': Rename_Task, 'duration_secs': 0.267213} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.898484] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.898737] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b26ac982-31f6-4e0a-b369-6e39a0a6e624 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.906025] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Waiting for the task: (returnval){ [ 827.906025] env[69702]: value = "task-3085093" [ 827.906025] env[69702]: _type = "Task" [ 827.906025] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.914609] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.154622] env[69702]: DEBUG nova.compute.manager [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.155538] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ea5f03-fdae-4cd8-97dc-c312894ea9fa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.201981] env[69702]: DEBUG nova.network.neutron [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Successfully created port: 76ed1a08-ef09-4b1c-bdbb-679c28a54534 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.293197] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5243290a-fafe-a6cd-be58-d47522f7868e, 'name': SearchDatastore_Task, 'duration_secs': 0.011753} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.293686] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.293789] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.293945] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.302515] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Acquiring lock "62fa2fd7-c135-42ef-88ab-d5090907b77c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.302819] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Lock "62fa2fd7-c135-42ef-88ab-d5090907b77c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.303825] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Acquiring lock "62fa2fd7-c135-42ef-88ab-d5090907b77c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.303825] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Lock "62fa2fd7-c135-42ef-88ab-d5090907b77c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.303825] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Lock "62fa2fd7-c135-42ef-88ab-d5090907b77c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.305764] env[69702]: INFO nova.compute.manager [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Terminating instance [ 828.317841] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fce76c-e502-986d-83f8-6cb5ddb7efe3, 'name': SearchDatastore_Task, 'duration_secs': 0.011542} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.318637] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5ebf09-c334-4212-a1eb-2f7de01d602a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.325693] env[69702]: DEBUG nova.compute.manager [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.330123] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 828.330123] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b25a4a-36e2-8a98-17f4-b2a1f37f193e" [ 828.330123] env[69702]: _type = "Task" [ 828.330123] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.341240] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b25a4a-36e2-8a98-17f4-b2a1f37f193e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.422018] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.672774] env[69702]: INFO nova.compute.manager [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] instance snapshotting [ 828.677579] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da8e0d7-a003-48d0-8a41-e4a32538f9b7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.699688] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc96f5b1-d23c-4ede-abde-49c7bda23327 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.780847] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b56a158-1f5f-4268-abfc-348a8953c197 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.789665] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2fc7ac-870c-4cd4-9ea9-b0b6871a4444 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.820497] env[69702]: DEBUG nova.compute.manager [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.820751] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.821624] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b30346-965f-4dbd-b0c9-d747947168f7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.824525] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff2824-fb93-4c90-b70c-cef61fa842a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.834532] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.839170] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b1446c7-dc13-40cb-b110-0d2265ed4a7a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.841595] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5327fe75-6147-47d4-b4eb-93fa05871e49 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.852567] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b25a4a-36e2-8a98-17f4-b2a1f37f193e, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.861567] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.861963] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7121d29a-abb6-4ade-983a-a82808be3e73/7121d29a-abb6-4ade-983a-a82808be3e73.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.862346] env[69702]: DEBUG oslo_vmware.api [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Waiting for the task: (returnval){ [ 828.862346] env[69702]: value = "task-3085094" [ 828.862346] env[69702]: _type = "Task" [ 828.862346] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.862716] env[69702]: DEBUG nova.compute.provider_tree [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.864219] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.864417] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.864644] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91b6b55d-7a07-4b6c-8b78-14e029e1d6a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.867063] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-700fb14e-f227-43bf-9893-d3d4dfccd4c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.878909] env[69702]: DEBUG oslo_vmware.api [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.880510] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 828.880510] env[69702]: value = "task-3085095" [ 828.880510] env[69702]: _type = "Task" [ 828.880510] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.881654] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.881815] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.885166] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28dec348-d7e9-4c29-b056-075255ce4280 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.891106] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 828.891106] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b7ffe-a780-6618-a82c-75f1e19300bd" [ 828.891106] env[69702]: _type = "Task" [ 828.891106] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.894161] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.904118] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b7ffe-a780-6618-a82c-75f1e19300bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.904819] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc774d72-8ba8-4501-9b3e-4499b15e6647 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.911296] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 828.911296] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52893f9e-d9d1-c12a-b04d-c7d4a252cf0e" [ 828.911296] env[69702]: _type = "Task" [ 828.911296] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.918067] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085093, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.923654] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52893f9e-d9d1-c12a-b04d-c7d4a252cf0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.923927] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.924345] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 0d193bd5-ef22-4099-9ca8-d39e12e5a455/0d193bd5-ef22-4099-9ca8-d39e12e5a455.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.924494] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6743c40-c3fc-4165-8de0-9b66cbe43443 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.935023] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 828.935023] env[69702]: value = "task-3085096" [ 828.935023] env[69702]: _type = "Task" [ 828.935023] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.941101] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.211763] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 829.212142] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a72fe6ea-5f37-4003-80d5-9235c768cdb9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.221701] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 829.221701] env[69702]: value = "task-3085097" [ 829.221701] env[69702]: _type = "Task" [ 829.221701] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.232077] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085097, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.336696] env[69702]: DEBUG nova.compute.manager [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.368713] env[69702]: DEBUG nova.virt.hardware [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.369038] env[69702]: DEBUG nova.virt.hardware [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.369197] env[69702]: DEBUG nova.virt.hardware [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.369390] env[69702]: DEBUG nova.virt.hardware [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.369542] env[69702]: DEBUG nova.virt.hardware [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.369702] env[69702]: DEBUG nova.virt.hardware [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.369907] env[69702]: DEBUG nova.virt.hardware [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.370208] env[69702]: DEBUG nova.virt.hardware [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.370408] env[69702]: DEBUG nova.virt.hardware [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.370586] env[69702]: DEBUG nova.virt.hardware [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.370756] env[69702]: DEBUG nova.virt.hardware [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.371717] env[69702]: DEBUG nova.scheduler.client.report [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.376396] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a998d2-ecfc-4f59-ad16-af87fa8449cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.394731] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9448a623-668e-4056-a296-d463dbe4f60b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.406609] env[69702]: DEBUG oslo_vmware.api [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085094, 'name': PowerOffVM_Task, 'duration_secs': 0.171036} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.410025] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496131} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.410025] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.410025] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.410025] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7121d29a-abb6-4ade-983a-a82808be3e73/7121d29a-abb6-4ade-983a-a82808be3e73.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.410025] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.410025] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34ae4e2d-c44b-400a-8411-5bdf78ae5c31 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.410726] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdfe0159-a3af-4d33-8d7f-3ee869c04a67 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.436637] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085093, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.442056] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 829.442056] env[69702]: value = "task-3085098" [ 829.442056] env[69702]: _type = "Task" [ 829.442056] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.453905] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085096, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.462425] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.517564] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.517838] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.518336] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Deleting the datastore file [datastore2] 62fa2fd7-c135-42ef-88ab-d5090907b77c {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.518336] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3fba775-ec4f-43f1-a44c-ae536d4c0dc8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.528270] env[69702]: DEBUG oslo_vmware.api [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Waiting for the task: (returnval){ [ 829.528270] env[69702]: value = "task-3085100" [ 829.528270] env[69702]: _type = "Task" [ 829.528270] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.538635] env[69702]: DEBUG oslo_vmware.api [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.732031] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085097, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.767203] env[69702]: DEBUG nova.network.neutron [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Successfully updated port: 76ed1a08-ef09-4b1c-bdbb-679c28a54534 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.833937] env[69702]: DEBUG nova.compute.manager [req-fc486369-475c-45f3-8b1a-0ef6e4098d26 req-7f7841f7-c2fd-40f8-8a0a-9a5e65018964 service nova] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Received event network-vif-plugged-76ed1a08-ef09-4b1c-bdbb-679c28a54534 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.833937] env[69702]: DEBUG oslo_concurrency.lockutils [req-fc486369-475c-45f3-8b1a-0ef6e4098d26 req-7f7841f7-c2fd-40f8-8a0a-9a5e65018964 service nova] Acquiring lock "7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.833937] env[69702]: DEBUG oslo_concurrency.lockutils [req-fc486369-475c-45f3-8b1a-0ef6e4098d26 req-7f7841f7-c2fd-40f8-8a0a-9a5e65018964 service nova] Lock "7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.834275] env[69702]: DEBUG oslo_concurrency.lockutils [req-fc486369-475c-45f3-8b1a-0ef6e4098d26 req-7f7841f7-c2fd-40f8-8a0a-9a5e65018964 service nova] Lock "7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.834275] env[69702]: DEBUG nova.compute.manager [req-fc486369-475c-45f3-8b1a-0ef6e4098d26 req-7f7841f7-c2fd-40f8-8a0a-9a5e65018964 service nova] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] No waiting events found dispatching network-vif-plugged-76ed1a08-ef09-4b1c-bdbb-679c28a54534 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.834398] env[69702]: WARNING nova.compute.manager [req-fc486369-475c-45f3-8b1a-0ef6e4098d26 req-7f7841f7-c2fd-40f8-8a0a-9a5e65018964 service nova] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Received unexpected event network-vif-plugged-76ed1a08-ef09-4b1c-bdbb-679c28a54534 for instance with vm_state building and task_state spawning. [ 829.883024] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.883243] env[69702]: DEBUG nova.compute.manager [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.886054] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.442s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.886298] env[69702]: DEBUG nova.objects.instance [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lazy-loading 'resources' on Instance uuid 131b9632-347e-4203-b770-c6449683c6d6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.920628] env[69702]: DEBUG oslo_vmware.api [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085093, 'name': PowerOnVM_Task, 'duration_secs': 1.591447} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.921731] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.921977] env[69702]: INFO nova.compute.manager [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Took 10.62 seconds to spawn the instance on the hypervisor. [ 829.922200] env[69702]: DEBUG nova.compute.manager [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.923147] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed377315-3ab3-49ac-b76e-d820868821b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.946990] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755675} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.949925] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 0d193bd5-ef22-4099-9ca8-d39e12e5a455/0d193bd5-ef22-4099-9ca8-d39e12e5a455.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.950180] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.950445] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00e1fce5-934b-4f6a-9b8e-e614b4167eee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.958473] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120991} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.959263] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.960807] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ad4b8a-e33b-481b-a1bd-e3dec4125e7d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.964282] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 829.964282] env[69702]: value = "task-3085102" [ 829.964282] env[69702]: _type = "Task" [ 829.964282] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.986305] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 7121d29a-abb6-4ade-983a-a82808be3e73/7121d29a-abb6-4ade-983a-a82808be3e73.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.987710] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffe56ad3-a9ac-4cab-a7a2-c8b5ff2a12b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.006428] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.013267] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 830.013267] env[69702]: value = "task-3085103" [ 830.013267] env[69702]: _type = "Task" [ 830.013267] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.024860] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.038226] env[69702]: DEBUG oslo_vmware.api [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Task: {'id': task-3085100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251324} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.038568] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.038761] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.038947] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.039141] env[69702]: INFO nova.compute.manager [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 830.039389] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.039584] env[69702]: DEBUG nova.compute.manager [-] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.039678] env[69702]: DEBUG nova.network.neutron [-] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.232914] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085097, 'name': CreateSnapshot_Task, 'duration_secs': 0.741267} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.233199] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 830.234071] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f435454-01aa-47cc-9f0c-75e9ce4e449f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.269870] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "refresh_cache-7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.270040] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "refresh_cache-7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.270198] env[69702]: DEBUG nova.network.neutron [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.393375] env[69702]: DEBUG nova.compute.utils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.395057] env[69702]: DEBUG nova.compute.manager [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.395199] env[69702]: DEBUG nova.network.neutron [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.443414] env[69702]: DEBUG nova.policy [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd861536d19c84c3c9d81741e87d4f70a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e7a69c3c3f945aba8d740db6093b6a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.450054] env[69702]: INFO nova.compute.manager [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Took 50.11 seconds to build instance. [ 830.475716] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.291965} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.478495] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.479496] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55141399-2c6e-4338-8f8a-9fc1d0cbde89 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.501340] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 0d193bd5-ef22-4099-9ca8-d39e12e5a455/0d193bd5-ef22-4099-9ca8-d39e12e5a455.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.505237] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd144d2a-2145-4748-99c2-d16ea0b87e2e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.529579] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.530909] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 830.530909] env[69702]: value = "task-3085104" [ 830.530909] env[69702]: _type = "Task" [ 830.530909] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.541056] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.753402] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.756821] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b20b193-8d16-455c-a6cc-2baf1713d4b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.765902] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 830.765902] env[69702]: value = "task-3085105" [ 830.765902] env[69702]: _type = "Task" [ 830.765902] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.769226] env[69702]: DEBUG nova.network.neutron [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Successfully created port: a51cb148-85a9-4bf1-b9c2-62e6c085e632 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.777310] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085105, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.788563] env[69702]: DEBUG nova.network.neutron [-] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.832701] env[69702]: DEBUG nova.network.neutron [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.898291] env[69702]: DEBUG nova.compute.manager [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.952543] env[69702]: DEBUG oslo_concurrency.lockutils [None req-979867f7-c3ca-4ecb-ad87-360f50ad1704 tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Lock "40ee0632-ab45-4177-8f7f-5e1926d83646" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.600s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.989019] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeac821b-42cb-4c93-94bf-85bc5a745a77 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.999121] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f96a59-f289-4193-ac84-dcd434394bb8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.042507] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3635d82f-ae31-46ba-aaf7-ea58bea90e22 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.049830] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085103, 'name': ReconfigVM_Task, 'duration_secs': 1.012951} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.054888] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 7121d29a-abb6-4ade-983a-a82808be3e73/7121d29a-abb6-4ade-983a-a82808be3e73.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.055811] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.056136] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcea39d3-a03a-4073-8f11-6d2df52bc92c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.058828] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1f5dfc-104a-4489-aa86-f5ca9a55f806 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.072656] env[69702]: DEBUG nova.compute.provider_tree [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.075159] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 831.075159] env[69702]: value = "task-3085106" [ 831.075159] env[69702]: _type = "Task" [ 831.075159] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.083400] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085106, 'name': Rename_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.106274] env[69702]: DEBUG nova.network.neutron [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Updating instance_info_cache with network_info: [{"id": "76ed1a08-ef09-4b1c-bdbb-679c28a54534", "address": "fa:16:3e:98:b0:28", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ed1a08-ef", "ovs_interfaceid": "76ed1a08-ef09-4b1c-bdbb-679c28a54534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.276346] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085105, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.291136] env[69702]: INFO nova.compute.manager [-] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Took 1.25 seconds to deallocate network for instance. [ 831.455506] env[69702]: DEBUG nova.compute.manager [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.542815] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085104, 'name': ReconfigVM_Task, 'duration_secs': 0.794356} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.544368] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 0d193bd5-ef22-4099-9ca8-d39e12e5a455/0d193bd5-ef22-4099-9ca8-d39e12e5a455.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.545043] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-117c217d-0c03-4482-ade9-51ec61b29ca2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.550864] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 831.550864] env[69702]: value = "task-3085107" [ 831.550864] env[69702]: _type = "Task" [ 831.550864] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.559275] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085107, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.577668] env[69702]: DEBUG nova.scheduler.client.report [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.592450] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085106, 'name': Rename_Task, 'duration_secs': 0.223765} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.593319] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.593319] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe842b3f-4a06-4739-a1d9-51dd521e77c3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.600135] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 831.600135] env[69702]: value = "task-3085108" [ 831.600135] env[69702]: _type = "Task" [ 831.600135] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.609029] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.612770] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "refresh_cache-7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.613259] env[69702]: DEBUG nova.compute.manager [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Instance network_info: |[{"id": "76ed1a08-ef09-4b1c-bdbb-679c28a54534", "address": "fa:16:3e:98:b0:28", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ed1a08-ef", "ovs_interfaceid": "76ed1a08-ef09-4b1c-bdbb-679c28a54534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.614129] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:b0:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ed1a08-ef09-4b1c-bdbb-679c28a54534', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.623260] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Creating folder: Project (3e7a69c3c3f945aba8d740db6093b6a5). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.623730] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6cb27c3-25e2-499a-b3b2-bf6b3fe2f002 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.634500] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Created folder: Project (3e7a69c3c3f945aba8d740db6093b6a5) in parent group-v617437. [ 831.634870] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Creating folder: Instances. Parent ref: group-v617607. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.635179] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bdf1d22-a0d8-4d2d-a505-7d3f7e018a83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.644310] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Created folder: Instances in parent group-v617607. [ 831.644583] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.644843] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.645168] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fc2a2e4-62f1-4963-b69d-d325d76ee036 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.669567] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.669567] env[69702]: value = "task-3085111" [ 831.669567] env[69702]: _type = "Task" [ 831.669567] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.679597] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085111, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.777293] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085105, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.799019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.887885] env[69702]: DEBUG nova.compute.manager [req-f44172e0-6fdb-4c64-ad26-1f486c47575d req-34bd0544-9bfc-4bbb-af07-db7185a60089 service nova] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Received event network-changed-76ed1a08-ef09-4b1c-bdbb-679c28a54534 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.888178] env[69702]: DEBUG nova.compute.manager [req-f44172e0-6fdb-4c64-ad26-1f486c47575d req-34bd0544-9bfc-4bbb-af07-db7185a60089 service nova] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Refreshing instance network info cache due to event network-changed-76ed1a08-ef09-4b1c-bdbb-679c28a54534. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.888487] env[69702]: DEBUG oslo_concurrency.lockutils [req-f44172e0-6fdb-4c64-ad26-1f486c47575d req-34bd0544-9bfc-4bbb-af07-db7185a60089 service nova] Acquiring lock "refresh_cache-7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.888707] env[69702]: DEBUG oslo_concurrency.lockutils [req-f44172e0-6fdb-4c64-ad26-1f486c47575d req-34bd0544-9bfc-4bbb-af07-db7185a60089 service nova] Acquired lock "refresh_cache-7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.889319] env[69702]: DEBUG nova.network.neutron [req-f44172e0-6fdb-4c64-ad26-1f486c47575d req-34bd0544-9bfc-4bbb-af07-db7185a60089 service nova] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Refreshing network info cache for port 76ed1a08-ef09-4b1c-bdbb-679c28a54534 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.911778] env[69702]: DEBUG nova.compute.manager [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.942456] env[69702]: DEBUG nova.virt.hardware [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.942757] env[69702]: DEBUG nova.virt.hardware [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.942961] env[69702]: DEBUG nova.virt.hardware [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.943215] env[69702]: DEBUG nova.virt.hardware [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.943395] env[69702]: DEBUG nova.virt.hardware [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.943564] env[69702]: DEBUG nova.virt.hardware [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.943808] env[69702]: DEBUG nova.virt.hardware [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.948019] env[69702]: DEBUG nova.virt.hardware [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.948019] env[69702]: DEBUG nova.virt.hardware [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.948019] env[69702]: DEBUG nova.virt.hardware [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.948019] env[69702]: DEBUG nova.virt.hardware [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.948019] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3be924-fba2-4c4c-ad85-97a527d12db3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.955527] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4ae364-a2d0-4d7f-a451-ac256dd0d967 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.985576] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.063404] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085107, 'name': Rename_Task, 'duration_secs': 0.128691} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.063712] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.063958] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db1e9d83-ad34-42a3-8374-12477a4fd2f1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.071115] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 832.071115] env[69702]: value = "task-3085112" [ 832.071115] env[69702]: _type = "Task" [ 832.071115] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.080159] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.086102] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.088924] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.616s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.090554] env[69702]: INFO nova.compute.claims [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.109550] env[69702]: INFO nova.scheduler.client.report [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted allocations for instance 131b9632-347e-4203-b770-c6449683c6d6 [ 832.119624] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085108, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.144390] env[69702]: DEBUG nova.compute.manager [req-c58eb304-0717-457b-b2ca-543f5ae3ce98 req-6ab3e8c1-961d-4cbc-89aa-ae955b3cf57c service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Received event network-changed-27fef311-cc86-4a75-a0b0-650303822fb6 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.144796] env[69702]: DEBUG nova.compute.manager [req-c58eb304-0717-457b-b2ca-543f5ae3ce98 req-6ab3e8c1-961d-4cbc-89aa-ae955b3cf57c service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Refreshing instance network info cache due to event network-changed-27fef311-cc86-4a75-a0b0-650303822fb6. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.144928] env[69702]: DEBUG oslo_concurrency.lockutils [req-c58eb304-0717-457b-b2ca-543f5ae3ce98 req-6ab3e8c1-961d-4cbc-89aa-ae955b3cf57c service nova] Acquiring lock "refresh_cache-40ee0632-ab45-4177-8f7f-5e1926d83646" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.145082] env[69702]: DEBUG oslo_concurrency.lockutils [req-c58eb304-0717-457b-b2ca-543f5ae3ce98 req-6ab3e8c1-961d-4cbc-89aa-ae955b3cf57c service nova] Acquired lock "refresh_cache-40ee0632-ab45-4177-8f7f-5e1926d83646" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.145865] env[69702]: DEBUG nova.network.neutron [req-c58eb304-0717-457b-b2ca-543f5ae3ce98 req-6ab3e8c1-961d-4cbc-89aa-ae955b3cf57c service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Refreshing network info cache for port 27fef311-cc86-4a75-a0b0-650303822fb6 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.181371] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085111, 'name': CreateVM_Task, 'duration_secs': 0.402746} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.181371] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.182743] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.182743] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.182743] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.182877] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915bcfb8-76b9-417c-8d50-4b88607ebec8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.187922] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 832.187922] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52581c08-ed91-3f61-b37f-41413cd03e70" [ 832.187922] env[69702]: _type = "Task" [ 832.187922] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.196109] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52581c08-ed91-3f61-b37f-41413cd03e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.277369] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085105, 'name': CloneVM_Task, 'duration_secs': 1.214511} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.277608] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Created linked-clone VM from snapshot [ 832.278367] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c93b2f-855d-4098-a27e-022a91946819 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.286350] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Uploading image 7743a17e-a0d1-40ef-b114-adf6530ecf1d {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 832.310481] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 832.310481] env[69702]: value = "vm-617606" [ 832.310481] env[69702]: _type = "VirtualMachine" [ 832.310481] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 832.310792] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3ea58f45-ba68-4fb1-8b6f-ca76e38c03b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.318722] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lease: (returnval){ [ 832.318722] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ed2034-7d1c-8094-ed55-37bc3c32173a" [ 832.318722] env[69702]: _type = "HttpNfcLease" [ 832.318722] env[69702]: } obtained for exporting VM: (result){ [ 832.318722] env[69702]: value = "vm-617606" [ 832.318722] env[69702]: _type = "VirtualMachine" [ 832.318722] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 832.318722] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the lease: (returnval){ [ 832.318722] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ed2034-7d1c-8094-ed55-37bc3c32173a" [ 832.318722] env[69702]: _type = "HttpNfcLease" [ 832.318722] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 832.325046] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.325046] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ed2034-7d1c-8094-ed55-37bc3c32173a" [ 832.325046] env[69702]: _type = "HttpNfcLease" [ 832.325046] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 832.482388] env[69702]: DEBUG nova.network.neutron [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Successfully updated port: a51cb148-85a9-4bf1-b9c2-62e6c085e632 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.581173] env[69702]: DEBUG oslo_vmware.api [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085112, 'name': PowerOnVM_Task, 'duration_secs': 0.493494} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.581443] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.581648] env[69702]: INFO nova.compute.manager [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Took 5.98 seconds to spawn the instance on the hypervisor. [ 832.581867] env[69702]: DEBUG nova.compute.manager [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.582830] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f6b034-2580-44bc-b41a-05c749fe2766 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.613154] env[69702]: DEBUG oslo_vmware.api [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085108, 'name': PowerOnVM_Task, 'duration_secs': 0.598894} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.614376] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.614601] env[69702]: DEBUG nova.compute.manager [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.615904] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39209202-6993-4442-9d31-c221c5cd01eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.629525] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d17dca3e-f029-4507-b863-fee8a2dedb37 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "131b9632-347e-4203-b770-c6449683c6d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.299s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.695911] env[69702]: DEBUG nova.network.neutron [req-f44172e0-6fdb-4c64-ad26-1f486c47575d req-34bd0544-9bfc-4bbb-af07-db7185a60089 service nova] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Updated VIF entry in instance network info cache for port 76ed1a08-ef09-4b1c-bdbb-679c28a54534. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.695911] env[69702]: DEBUG nova.network.neutron [req-f44172e0-6fdb-4c64-ad26-1f486c47575d req-34bd0544-9bfc-4bbb-af07-db7185a60089 service nova] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Updating instance_info_cache with network_info: [{"id": "76ed1a08-ef09-4b1c-bdbb-679c28a54534", "address": "fa:16:3e:98:b0:28", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ed1a08-ef", "ovs_interfaceid": "76ed1a08-ef09-4b1c-bdbb-679c28a54534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.699666] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52581c08-ed91-3f61-b37f-41413cd03e70, 'name': SearchDatastore_Task, 'duration_secs': 0.018454} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.700155] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.700984] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.700984] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.700984] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.700984] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.701168] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37b4ec7d-51c8-42c5-94e1-f15fed0a1184 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.715481] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.715659] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.716576] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10661d3f-461c-429d-9ac6-b904a742492a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.722913] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 832.722913] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a5c288-b986-1fc0-f7a3-1215af78e7d6" [ 832.722913] env[69702]: _type = "Task" [ 832.722913] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.733538] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a5c288-b986-1fc0-f7a3-1215af78e7d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.829418] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.829418] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ed2034-7d1c-8094-ed55-37bc3c32173a" [ 832.829418] env[69702]: _type = "HttpNfcLease" [ 832.829418] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 832.829418] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 832.829418] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ed2034-7d1c-8094-ed55-37bc3c32173a" [ 832.829418] env[69702]: _type = "HttpNfcLease" [ 832.829418] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 832.829418] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f28574c-ac45-4a71-af4f-597ca3daa3e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.835096] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f8bd0-b3dc-a8ad-8ed3-2c1215f877b8/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 832.835096] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f8bd0-b3dc-a8ad-8ed3-2c1215f877b8/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.928778] env[69702]: DEBUG nova.network.neutron [req-c58eb304-0717-457b-b2ca-543f5ae3ce98 req-6ab3e8c1-961d-4cbc-89aa-ae955b3cf57c service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Updated VIF entry in instance network info cache for port 27fef311-cc86-4a75-a0b0-650303822fb6. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.929176] env[69702]: DEBUG nova.network.neutron [req-c58eb304-0717-457b-b2ca-543f5ae3ce98 req-6ab3e8c1-961d-4cbc-89aa-ae955b3cf57c service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Updating instance_info_cache with network_info: [{"id": "27fef311-cc86-4a75-a0b0-650303822fb6", "address": "fa:16:3e:a7:34:3a", "network": {"id": "044634d3-2503-433c-8f25-364218fcf437", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1483607856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9bc337087543bea6fe9d97e6c8221a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fef311-cc", "ovs_interfaceid": "27fef311-cc86-4a75-a0b0-650303822fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.985433] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "refresh_cache-73bb0696-a7a2-45a5-9f2e-2594babcdc4c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.985680] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "refresh_cache-73bb0696-a7a2-45a5-9f2e-2594babcdc4c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.985739] env[69702]: DEBUG nova.network.neutron [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.012024] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4723879-cae4-4f8a-94a3-3e08c9b597a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.100997] env[69702]: INFO nova.compute.manager [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Took 48.65 seconds to build instance. [ 833.143893] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.203298] env[69702]: DEBUG oslo_concurrency.lockutils [req-f44172e0-6fdb-4c64-ad26-1f486c47575d req-34bd0544-9bfc-4bbb-af07-db7185a60089 service nova] Releasing lock "refresh_cache-7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.203738] env[69702]: DEBUG nova.compute.manager [req-f44172e0-6fdb-4c64-ad26-1f486c47575d req-34bd0544-9bfc-4bbb-af07-db7185a60089 service nova] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Received event network-vif-deleted-33e6bc8a-d1f1-49a6-906f-c06a8ac3c19b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.246911] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a5c288-b986-1fc0-f7a3-1215af78e7d6, 'name': SearchDatastore_Task, 'duration_secs': 0.019445} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.248891] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b55662-755b-428b-80a7-6bc8b48f4087 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.254603] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 833.254603] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527951d3-a3e2-95bc-505c-6fd1f38b8b18" [ 833.254603] env[69702]: _type = "Task" [ 833.254603] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.270244] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527951d3-a3e2-95bc-505c-6fd1f38b8b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.432142] env[69702]: DEBUG oslo_concurrency.lockutils [req-c58eb304-0717-457b-b2ca-543f5ae3ce98 req-6ab3e8c1-961d-4cbc-89aa-ae955b3cf57c service nova] Releasing lock "refresh_cache-40ee0632-ab45-4177-8f7f-5e1926d83646" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.529301] env[69702]: DEBUG nova.network.neutron [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.610185] env[69702]: DEBUG oslo_concurrency.lockutils [None req-61599660-3196-421c-8ea1-a89003073a59 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Lock "0d193bd5-ef22-4099-9ca8-d39e12e5a455" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.952s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.660438] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d30cd61-c9f1-45e0-9df2-57fe03e1c518 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.671036] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0cc4a2-6728-40f5-9d63-e8a6602252e2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.717269] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d117597b-ab83-4794-af21-989b47178ab5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.726055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Acquiring lock "66df6ee6-506f-4ba6-93a3-69845a6bd9d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.726055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Lock "66df6ee6-506f-4ba6-93a3-69845a6bd9d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.730052] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740b9a74-b6ab-45f4-afa4-c8bf0abef35a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.748130] env[69702]: DEBUG nova.compute.provider_tree [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.768222] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527951d3-a3e2-95bc-505c-6fd1f38b8b18, 'name': SearchDatastore_Task, 'duration_secs': 0.012719} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.769124] env[69702]: DEBUG nova.network.neutron [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Updating instance_info_cache with network_info: [{"id": "a51cb148-85a9-4bf1-b9c2-62e6c085e632", "address": "fa:16:3e:52:d2:f7", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51cb148-85", "ovs_interfaceid": "a51cb148-85a9-4bf1-b9c2-62e6c085e632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.773233] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.774282] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df/7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.774282] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-434aa27c-48df-4033-aa5d-4228d712c094 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.781561] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 833.781561] env[69702]: value = "task-3085114" [ 833.781561] env[69702]: _type = "Task" [ 833.781561] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.790206] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.021398] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.021729] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.114055] env[69702]: DEBUG nova.compute.manager [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.180322] env[69702]: DEBUG nova.compute.manager [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Received event network-vif-plugged-a51cb148-85a9-4bf1-b9c2-62e6c085e632 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.180774] env[69702]: DEBUG oslo_concurrency.lockutils [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] Acquiring lock "73bb0696-a7a2-45a5-9f2e-2594babcdc4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.181397] env[69702]: DEBUG oslo_concurrency.lockutils [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] Lock "73bb0696-a7a2-45a5-9f2e-2594babcdc4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.181397] env[69702]: DEBUG oslo_concurrency.lockutils [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] Lock "73bb0696-a7a2-45a5-9f2e-2594babcdc4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.181659] env[69702]: DEBUG nova.compute.manager [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] No waiting events found dispatching network-vif-plugged-a51cb148-85a9-4bf1-b9c2-62e6c085e632 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.181659] env[69702]: WARNING nova.compute.manager [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Received unexpected event network-vif-plugged-a51cb148-85a9-4bf1-b9c2-62e6c085e632 for instance with vm_state building and task_state spawning. [ 834.181736] env[69702]: DEBUG nova.compute.manager [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Received event network-changed-a51cb148-85a9-4bf1-b9c2-62e6c085e632 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.181928] env[69702]: DEBUG nova.compute.manager [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Refreshing instance network info cache due to event network-changed-a51cb148-85a9-4bf1-b9c2-62e6c085e632. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.182195] env[69702]: DEBUG oslo_concurrency.lockutils [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] Acquiring lock "refresh_cache-73bb0696-a7a2-45a5-9f2e-2594babcdc4c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.251139] env[69702]: DEBUG nova.scheduler.client.report [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.273607] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "refresh_cache-73bb0696-a7a2-45a5-9f2e-2594babcdc4c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.273938] env[69702]: DEBUG nova.compute.manager [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Instance network_info: |[{"id": "a51cb148-85a9-4bf1-b9c2-62e6c085e632", "address": "fa:16:3e:52:d2:f7", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51cb148-85", "ovs_interfaceid": "a51cb148-85a9-4bf1-b9c2-62e6c085e632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.274288] env[69702]: DEBUG oslo_concurrency.lockutils [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] Acquired lock "refresh_cache-73bb0696-a7a2-45a5-9f2e-2594babcdc4c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.274484] env[69702]: DEBUG nova.network.neutron [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Refreshing network info cache for port a51cb148-85a9-4bf1-b9c2-62e6c085e632 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.276281] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:d2:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a51cb148-85a9-4bf1-b9c2-62e6c085e632', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.287215] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.290949] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.294881] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be59ef61-602f-4774-996f-1e07bedf3826 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.312987] env[69702]: INFO nova.compute.manager [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Rebuilding instance [ 834.323344] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085114, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.325478] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.325478] env[69702]: value = "task-3085115" [ 834.325478] env[69702]: _type = "Task" [ 834.325478] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.335186] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085115, 'name': CreateVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.378571] env[69702]: DEBUG nova.compute.manager [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.380469] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6989aa-1ee0-4a66-8cb8-7eae878de8c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.567258] env[69702]: DEBUG nova.network.neutron [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Updated VIF entry in instance network info cache for port a51cb148-85a9-4bf1-b9c2-62e6c085e632. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.567959] env[69702]: DEBUG nova.network.neutron [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Updating instance_info_cache with network_info: [{"id": "a51cb148-85a9-4bf1-b9c2-62e6c085e632", "address": "fa:16:3e:52:d2:f7", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51cb148-85", "ovs_interfaceid": "a51cb148-85a9-4bf1-b9c2-62e6c085e632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.634836] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.757200] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.758613] env[69702]: DEBUG oslo_concurrency.lockutils [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.295s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.758924] env[69702]: DEBUG nova.objects.instance [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lazy-loading 'resources' on Instance uuid 8caec654-87db-4590-a963-501758b4305e {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.802292] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700442} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.802727] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df/7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.803082] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.803440] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9891924e-6814-4c49-a77b-9f9f41396e74 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.810878] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 834.810878] env[69702]: value = "task-3085116" [ 834.810878] env[69702]: _type = "Task" [ 834.810878] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.819850] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.834734] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085115, 'name': CreateVM_Task, 'duration_secs': 0.369233} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.835837] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.836054] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.836242] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.836696] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.837174] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd606afd-2221-4b4e-931d-464d90eb5d62 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.842161] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 834.842161] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52faa28c-92db-4f9e-088c-76b3d112b39d" [ 834.842161] env[69702]: _type = "Task" [ 834.842161] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.850445] env[69702]: INFO nova.compute.manager [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Rebuilding instance [ 834.853022] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52faa28c-92db-4f9e-088c-76b3d112b39d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.900628] env[69702]: DEBUG nova.compute.manager [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.902494] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76db4659-d8fd-422a-9e71-6b2b9bbad31d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.070845] env[69702]: DEBUG oslo_concurrency.lockutils [req-95628cdd-5f1f-4320-a104-83179a3e49fe req-016eba13-b1fa-4b4a-b197-479ee0c6da29 service nova] Releasing lock "refresh_cache-73bb0696-a7a2-45a5-9f2e-2594babcdc4c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.262070] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Acquiring lock "3293db05-2a38-4659-8ae7-ed5db759ba07" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.262588] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Lock "3293db05-2a38-4659-8ae7-ed5db759ba07" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.323148] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066015} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.323148] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.326477] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1cb7b0-aee5-482e-bf7a-0222d2558d9c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.352245] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df/7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.356027] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cf754c3-5858-47ce-8651-642f546b5654 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.379451] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52faa28c-92db-4f9e-088c-76b3d112b39d, 'name': SearchDatastore_Task, 'duration_secs': 0.013745} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.380841] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.381102] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.381344] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.381489] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.381670] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.381992] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 835.381992] env[69702]: value = "task-3085117" [ 835.381992] env[69702]: _type = "Task" [ 835.381992] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.384747] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b35f1110-794e-45c4-a08a-693c819430f0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.398593] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.402795] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.403539] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec6ee01d-ab45-44a1-8e87-61ba2c6a9e47 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.407207] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.407509] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.409440] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26df0ed0-65db-4463-a5b2-0ca0217575a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.411988] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 835.411988] env[69702]: value = "task-3085118" [ 835.411988] env[69702]: _type = "Task" [ 835.411988] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.423583] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 835.423583] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5252020e-32c6-12b2-c9cc-09bf7b20009b" [ 835.423583] env[69702]: _type = "Task" [ 835.423583] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.431953] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.438694] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5252020e-32c6-12b2-c9cc-09bf7b20009b, 'name': SearchDatastore_Task, 'duration_secs': 0.013584} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.443412] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75de054-85fd-491b-b89e-41adbc44571f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.449209] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 835.449209] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520763e2-324e-84e7-ad10-7ead5946e855" [ 835.449209] env[69702]: _type = "Task" [ 835.449209] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.460820] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520763e2-324e-84e7-ad10-7ead5946e855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.767957] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Lock "3293db05-2a38-4659-8ae7-ed5db759ba07" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.768533] env[69702]: DEBUG nova.compute.manager [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.798051] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3bceeb-8af4-4360-99fa-1180d074406c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.807204] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ee886-6de9-4ad9-a5c4-cc3084b4a6d8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.840987] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3144917-e968-4c11-9045-1b44478bae40 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.848939] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ff8bd2-254e-4bcb-a15d-662cb43e5822 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.863416] env[69702]: DEBUG nova.compute.provider_tree [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.895982] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.921900] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085118, 'name': PowerOffVM_Task, 'duration_secs': 0.338876} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.922228] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.922479] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.923356] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f479333-431a-470a-9ffa-678c5e5884e2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.926618] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.926863] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b317a4-f153-4bf5-a0a1-c9a108d625b9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.934434] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.935865] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50254ed2-2b14-47cf-95b4-3d4a6facc990 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.937686] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 835.937686] env[69702]: value = "task-3085119" [ 835.937686] env[69702]: _type = "Task" [ 835.937686] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.947275] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.958028] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520763e2-324e-84e7-ad10-7ead5946e855, 'name': SearchDatastore_Task, 'duration_secs': 0.020679} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.958340] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.958664] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 73bb0696-a7a2-45a5-9f2e-2594babcdc4c/73bb0696-a7a2-45a5-9f2e-2594babcdc4c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.958882] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec5e5056-ed30-4a47-9bd8-c8288ff0953c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.967327] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 835.967327] env[69702]: value = "task-3085121" [ 835.967327] env[69702]: _type = "Task" [ 835.967327] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.978294] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.014533] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.014763] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.015046] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleting the datastore file [datastore1] 7121d29a-abb6-4ade-983a-a82808be3e73 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.015917] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f6ff680-7aa9-4013-95c0-74a2823f9699 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.023638] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 836.023638] env[69702]: value = "task-3085122" [ 836.023638] env[69702]: _type = "Task" [ 836.023638] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.032121] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.276583] env[69702]: DEBUG nova.compute.utils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.278145] env[69702]: DEBUG nova.compute.manager [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.278362] env[69702]: DEBUG nova.network.neutron [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.327407] env[69702]: DEBUG nova.policy [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1d5ed4252334b878269e2cadebc6b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3e4eba901f24029afa787f412b3dcf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.367062] env[69702]: DEBUG nova.scheduler.client.report [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.398010] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085117, 'name': ReconfigVM_Task, 'duration_secs': 0.642442} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.398157] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df/7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.398744] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38815de7-a195-4e4c-bab8-166b0d79c760 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.407945] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 836.407945] env[69702]: value = "task-3085123" [ 836.407945] env[69702]: _type = "Task" [ 836.407945] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.426062] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085123, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.446329] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085119, 'name': PowerOffVM_Task, 'duration_secs': 0.341649} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.446596] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.446833] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.447947] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580c3d6e-0b8b-4912-9e79-1790b0828023 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.457049] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.457332] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-645fa3f1-2350-424a-bd2e-3b599de2366e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.477151] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085121, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.485055] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.485309] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.485493] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Deleting the datastore file [datastore1] 0d193bd5-ef22-4099-9ca8-d39e12e5a455 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.485796] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b01fc78-3914-41ec-a5d5-aaaca5e6f0c7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.493602] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 836.493602] env[69702]: value = "task-3085125" [ 836.493602] env[69702]: _type = "Task" [ 836.493602] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.503333] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.534820] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38776} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.535141] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.535356] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.535544] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.655365] env[69702]: DEBUG nova.network.neutron [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Successfully created port: 32d2ac8d-87da-4922-8bbf-593c8d8d92a8 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.782725] env[69702]: DEBUG nova.compute.manager [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.873113] env[69702]: DEBUG oslo_concurrency.lockutils [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.876664] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.410s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.876664] env[69702]: DEBUG nova.objects.instance [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Lazy-loading 'resources' on Instance uuid 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.899610] env[69702]: INFO nova.scheduler.client.report [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Deleted allocations for instance 8caec654-87db-4590-a963-501758b4305e [ 836.920232] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085123, 'name': Rename_Task, 'duration_secs': 0.189921} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.921123] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.921708] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0cb397d-985f-4c02-be99-99dd72458b6c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.929803] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 836.929803] env[69702]: value = "task-3085126" [ 836.929803] env[69702]: _type = "Task" [ 836.929803] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.941585] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.979274] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779757} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.979550] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 73bb0696-a7a2-45a5-9f2e-2594babcdc4c/73bb0696-a7a2-45a5-9f2e-2594babcdc4c.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.979765] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.980031] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49801b6b-1f76-496b-9630-2a6ba489c86a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.986783] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 836.986783] env[69702]: value = "task-3085127" [ 836.986783] env[69702]: _type = "Task" [ 836.986783] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.995487] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.003718] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266332} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.003970] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.004181] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.004447] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.413157] env[69702]: DEBUG oslo_concurrency.lockutils [None req-027e54a8-b843-4dae-a30e-7506a0cbc841 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "8caec654-87db-4590-a963-501758b4305e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.542s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.442441] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.498210] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078442} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.501550] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.503074] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d15afc8-794f-4aa8-9e6d-7493fc70c876 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.537139] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 73bb0696-a7a2-45a5-9f2e-2594babcdc4c/73bb0696-a7a2-45a5-9f2e-2594babcdc4c.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.541637] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e52d0e43-d24f-4cf8-862d-e4a052a69894 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.569468] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 837.569468] env[69702]: value = "task-3085128" [ 837.569468] env[69702]: _type = "Task" [ 837.569468] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.583083] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.585353] env[69702]: DEBUG nova.virt.hardware [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.585606] env[69702]: DEBUG nova.virt.hardware [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.585740] env[69702]: DEBUG nova.virt.hardware [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.585925] env[69702]: DEBUG nova.virt.hardware [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.586095] env[69702]: DEBUG nova.virt.hardware [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.586248] env[69702]: DEBUG nova.virt.hardware [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.586462] env[69702]: DEBUG nova.virt.hardware [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.586622] env[69702]: DEBUG nova.virt.hardware [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.587116] env[69702]: DEBUG nova.virt.hardware [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.587116] env[69702]: DEBUG nova.virt.hardware [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.587116] env[69702]: DEBUG nova.virt.hardware [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.588275] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3263982a-41e9-4117-8880-63e6d2163add {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.599474] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f95ed7-5867-4b5f-a4ff-782f8a19f673 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.618949] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:9a:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea56e98d-5965-4bff-bdc3-a49b7fbaf67a', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.627445] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.630772] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.631324] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-499e756d-327b-4591-ad00-c873f53531fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.655119] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.655119] env[69702]: value = "task-3085129" [ 837.655119] env[69702]: _type = "Task" [ 837.655119] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.662020] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085129, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.791884] env[69702]: DEBUG nova.compute.manager [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.814859] env[69702]: DEBUG nova.virt.hardware [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.819047] env[69702]: DEBUG nova.virt.hardware [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.819047] env[69702]: DEBUG nova.virt.hardware [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.819047] env[69702]: DEBUG nova.virt.hardware [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.819047] env[69702]: DEBUG nova.virt.hardware [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.819047] env[69702]: DEBUG nova.virt.hardware [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.819047] env[69702]: DEBUG nova.virt.hardware [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.819047] env[69702]: DEBUG nova.virt.hardware [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.819047] env[69702]: DEBUG nova.virt.hardware [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.819047] env[69702]: DEBUG nova.virt.hardware [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.819047] env[69702]: DEBUG nova.virt.hardware [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.819047] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22235471-a046-474a-9df2-4244713643b3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.827955] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d92b70-35dc-4da9-a716-8058a992f779 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.945280] env[69702]: DEBUG oslo_vmware.api [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085126, 'name': PowerOnVM_Task, 'duration_secs': 0.723718} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.945576] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.945785] env[69702]: INFO nova.compute.manager [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Took 8.61 seconds to spawn the instance on the hypervisor. [ 837.945987] env[69702]: DEBUG nova.compute.manager [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.946838] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61930d1-a787-4613-a7cc-7418dfef7a00 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.962487] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7085a976-232a-4ba3-aa6b-de68f6d4863a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.970020] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beca3d3-a64c-4f99-9b54-aff2bb1978e8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.003745] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c2c474-c249-4105-9801-783205ac0070 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.016027] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb4ed37-d9ad-4b46-b77c-22f3653d07a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.027309] env[69702]: DEBUG nova.compute.provider_tree [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.067531] env[69702]: DEBUG nova.virt.hardware [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.067802] env[69702]: DEBUG nova.virt.hardware [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.067970] env[69702]: DEBUG nova.virt.hardware [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.068178] env[69702]: DEBUG nova.virt.hardware [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.068330] env[69702]: DEBUG nova.virt.hardware [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.068479] env[69702]: DEBUG nova.virt.hardware [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.068688] env[69702]: DEBUG nova.virt.hardware [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.068850] env[69702]: DEBUG nova.virt.hardware [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.069025] env[69702]: DEBUG nova.virt.hardware [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.069195] env[69702]: DEBUG nova.virt.hardware [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.069370] env[69702]: DEBUG nova.virt.hardware [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.070351] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbd2699-16a4-4513-945d-25a59e9d95bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.086063] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a819bc-0f8c-4590-8d4d-70914cbc3f88 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.090257] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.102399] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.109142] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.109456] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.109687] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5651e300-72da-42de-b473-f2765673a620 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.126954] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.126954] env[69702]: value = "task-3085130" [ 838.126954] env[69702]: _type = "Task" [ 838.126954] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.134848] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085130, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.164659] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085129, 'name': CreateVM_Task, 'duration_secs': 0.476041} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.164834] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.165649] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.165839] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.166205] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.166499] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d2c16d-fc4c-4c16-ace6-2e7bf8e37dcc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.171895] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 838.171895] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c144f6-b5f5-3f55-4219-da65d88c99c0" [ 838.171895] env[69702]: _type = "Task" [ 838.171895] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.181337] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c144f6-b5f5-3f55-4219-da65d88c99c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.198957] env[69702]: DEBUG nova.compute.manager [req-4e1e6117-5320-429a-b47d-1836af12914b req-427dbf0e-6b53-4c3b-8817-ddc7b69a2ecc service nova] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Received event network-vif-plugged-32d2ac8d-87da-4922-8bbf-593c8d8d92a8 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.199227] env[69702]: DEBUG oslo_concurrency.lockutils [req-4e1e6117-5320-429a-b47d-1836af12914b req-427dbf0e-6b53-4c3b-8817-ddc7b69a2ecc service nova] Acquiring lock "98a036a1-aa31-4896-b4bb-95d87817e015-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.199475] env[69702]: DEBUG oslo_concurrency.lockutils [req-4e1e6117-5320-429a-b47d-1836af12914b req-427dbf0e-6b53-4c3b-8817-ddc7b69a2ecc service nova] Lock "98a036a1-aa31-4896-b4bb-95d87817e015-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.199664] env[69702]: DEBUG oslo_concurrency.lockutils [req-4e1e6117-5320-429a-b47d-1836af12914b req-427dbf0e-6b53-4c3b-8817-ddc7b69a2ecc service nova] Lock "98a036a1-aa31-4896-b4bb-95d87817e015-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.199835] env[69702]: DEBUG nova.compute.manager [req-4e1e6117-5320-429a-b47d-1836af12914b req-427dbf0e-6b53-4c3b-8817-ddc7b69a2ecc service nova] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] No waiting events found dispatching network-vif-plugged-32d2ac8d-87da-4922-8bbf-593c8d8d92a8 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.200044] env[69702]: WARNING nova.compute.manager [req-4e1e6117-5320-429a-b47d-1836af12914b req-427dbf0e-6b53-4c3b-8817-ddc7b69a2ecc service nova] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Received unexpected event network-vif-plugged-32d2ac8d-87da-4922-8bbf-593c8d8d92a8 for instance with vm_state building and task_state spawning. [ 838.283809] env[69702]: DEBUG nova.network.neutron [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Successfully updated port: 32d2ac8d-87da-4922-8bbf-593c8d8d92a8 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.468156] env[69702]: INFO nova.compute.manager [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Took 53.07 seconds to build instance. [ 838.531797] env[69702]: DEBUG nova.scheduler.client.report [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.580215] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085128, 'name': ReconfigVM_Task, 'duration_secs': 0.965428} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.580391] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 73bb0696-a7a2-45a5-9f2e-2594babcdc4c/73bb0696-a7a2-45a5-9f2e-2594babcdc4c.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.583300] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef5053dd-a2ec-4836-bcba-8cf9a1c5eb95 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.588495] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 838.588495] env[69702]: value = "task-3085131" [ 838.588495] env[69702]: _type = "Task" [ 838.588495] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.601070] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085131, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.636589] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085130, 'name': CreateVM_Task, 'duration_secs': 0.337632} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.636789] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.637195] env[69702]: DEBUG oslo_concurrency.lockutils [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.681865] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c144f6-b5f5-3f55-4219-da65d88c99c0, 'name': SearchDatastore_Task, 'duration_secs': 0.014287} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.682202] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.682436] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.682673] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.682819] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.683015] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.683311] env[69702]: DEBUG oslo_concurrency.lockutils [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.683643] env[69702]: DEBUG oslo_concurrency.lockutils [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.683877] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f62faa0-c4ad-47f5-ac93-dd05fb09e2c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.685884] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8603d7c4-f73a-4962-9c91-0e215282cf3d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.690746] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 838.690746] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5282490a-c2ae-8eb6-b9d3-b8f07bbb4451" [ 838.690746] env[69702]: _type = "Task" [ 838.690746] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.695499] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.695697] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.699338] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff56a65-31ba-41ba-a647-3da050fc43de {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.701628] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5282490a-c2ae-8eb6-b9d3-b8f07bbb4451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.704845] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 838.704845] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5284300d-261e-334e-8a0b-f5f5c53171e8" [ 838.704845] env[69702]: _type = "Task" [ 838.704845] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.712744] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5284300d-261e-334e-8a0b-f5f5c53171e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.787398] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Acquiring lock "refresh_cache-98a036a1-aa31-4896-b4bb-95d87817e015" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.788038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Acquired lock "refresh_cache-98a036a1-aa31-4896-b4bb-95d87817e015" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.788038] env[69702]: DEBUG nova.network.neutron [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.970116] env[69702]: DEBUG oslo_concurrency.lockutils [None req-243915aa-c165-4009-82a1-f70f94549cc1 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.686s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.038285] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.042053] env[69702]: DEBUG oslo_concurrency.lockutils [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.993s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.042406] env[69702]: DEBUG nova.objects.instance [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Lazy-loading 'resources' on Instance uuid 538bd1ff-c4a9-449e-812e-90f0ef6f7a98 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.065729] env[69702]: INFO nova.scheduler.client.report [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Deleted allocations for instance 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1 [ 839.102180] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085131, 'name': Rename_Task, 'duration_secs': 0.168465} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.102180] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.102418] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9915d46-4285-4ea3-a68e-656a42f7fa96 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.109810] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 839.109810] env[69702]: value = "task-3085132" [ 839.109810] env[69702]: _type = "Task" [ 839.109810] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.118727] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.201930] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5282490a-c2ae-8eb6-b9d3-b8f07bbb4451, 'name': SearchDatastore_Task, 'duration_secs': 0.022358} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.202296] env[69702]: DEBUG oslo_concurrency.lockutils [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.202582] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.202804] env[69702]: DEBUG oslo_concurrency.lockutils [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.215377] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5284300d-261e-334e-8a0b-f5f5c53171e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01333} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.216264] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c3a769-6596-4ebf-9b9d-c2a987ce13b9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.222788] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 839.222788] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529216c3-33cf-71e1-d69c-1a9fdb0909ba" [ 839.222788] env[69702]: _type = "Task" [ 839.222788] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.232984] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529216c3-33cf-71e1-d69c-1a9fdb0909ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.325156] env[69702]: DEBUG nova.network.neutron [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.471817] env[69702]: DEBUG nova.network.neutron [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Updating instance_info_cache with network_info: [{"id": "32d2ac8d-87da-4922-8bbf-593c8d8d92a8", "address": "fa:16:3e:97:09:aa", "network": {"id": "908f14b9-e463-43bd-9383-a61f3bb4fa8e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1403299106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e4eba901f24029afa787f412b3dcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d2ac8d-87", "ovs_interfaceid": "32d2ac8d-87da-4922-8bbf-593c8d8d92a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.473399] env[69702]: DEBUG nova.compute.manager [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.576345] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aec83639-fc1b-4351-a1a9-6ef973ff2145 tempest-ServerAddressesNegativeTestJSON-1463566871 tempest-ServerAddressesNegativeTestJSON-1463566871-project-member] Lock "835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.723s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.625428] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085132, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.735919] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529216c3-33cf-71e1-d69c-1a9fdb0909ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012116} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.738765] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.739075] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7121d29a-abb6-4ade-983a-a82808be3e73/7121d29a-abb6-4ade-983a-a82808be3e73.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.740268] env[69702]: DEBUG oslo_concurrency.lockutils [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.740520] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.740814] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c66b3b8f-8f29-46dc-bb33-04e1a3c5abb1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.743013] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14ae9e46-bb0c-47ad-aa02-79ffbe66a191 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.750782] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 839.750782] env[69702]: value = "task-3085133" [ 839.750782] env[69702]: _type = "Task" [ 839.750782] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.757894] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.758128] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.759024] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc9091e-9fd0-47a8-bc82-34ab769e85ea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.770084] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 839.770084] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521d87df-aae4-9f4d-70e9-0fd64c2d15fb" [ 839.770084] env[69702]: _type = "Task" [ 839.770084] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.770308] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.779267] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521d87df-aae4-9f4d-70e9-0fd64c2d15fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012004} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.780080] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-389f94cf-2020-4191-a687-f784c7ebe772 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.787200] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 839.787200] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cf2822-805f-8513-2328-49e7dfaaab6e" [ 839.787200] env[69702]: _type = "Task" [ 839.787200] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.795531] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cf2822-805f-8513-2328-49e7dfaaab6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.977833] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Releasing lock "refresh_cache-98a036a1-aa31-4896-b4bb-95d87817e015" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.978979] env[69702]: DEBUG nova.compute.manager [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Instance network_info: |[{"id": "32d2ac8d-87da-4922-8bbf-593c8d8d92a8", "address": "fa:16:3e:97:09:aa", "network": {"id": "908f14b9-e463-43bd-9383-a61f3bb4fa8e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1403299106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e4eba901f24029afa787f412b3dcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d2ac8d-87", "ovs_interfaceid": "32d2ac8d-87da-4922-8bbf-593c8d8d92a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.981069] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:09:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32d2ac8d-87da-4922-8bbf-593c8d8d92a8', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.989458] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Creating folder: Project (b3e4eba901f24029afa787f412b3dcf6). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.993973] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd544a06-eeb1-426d-8f60-c85a15150309 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.007400] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Created folder: Project (b3e4eba901f24029afa787f412b3dcf6) in parent group-v617437. [ 840.007531] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Creating folder: Instances. Parent ref: group-v617613. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.011088] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.011343] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-823cde52-4ffa-41eb-84cf-d592b0490db7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.022334] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Created folder: Instances in parent group-v617613. [ 840.022649] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.025695] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.026179] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a65f8f64-6f77-4bf4-b430-1ce11a0dd503 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.042762] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc928bb-f7d2-4e90-9c8d-9957e2786240 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.052372] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1772d782-db1d-4ca5-a4c0-f3e274983cc4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.055715] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.055715] env[69702]: value = "task-3085136" [ 840.055715] env[69702]: _type = "Task" [ 840.055715] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.085790] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0ea7e9-8224-49ab-ba7a-f45549e98552 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.091658] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085136, 'name': CreateVM_Task} progress is 15%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.097924] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98df9d0-01cf-4d52-a4b0-1bcc35812cdb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.113924] env[69702]: DEBUG nova.compute.provider_tree [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.125973] env[69702]: DEBUG oslo_vmware.api [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085132, 'name': PowerOnVM_Task, 'duration_secs': 0.566226} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.126719] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.126971] env[69702]: INFO nova.compute.manager [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Took 8.21 seconds to spawn the instance on the hypervisor. [ 840.127192] env[69702]: DEBUG nova.compute.manager [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.128299] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f30fcf-80ac-4b0e-a402-88ba1f25b6ff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.267123] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085133, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.301473] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cf2822-805f-8513-2328-49e7dfaaab6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.302921] env[69702]: DEBUG oslo_concurrency.lockutils [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.303295] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 0d193bd5-ef22-4099-9ca8-d39e12e5a455/0d193bd5-ef22-4099-9ca8-d39e12e5a455.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.304478] env[69702]: DEBUG nova.compute.manager [req-824772f5-f49e-4b00-9e50-acb36b4beab2 req-8f30ad39-4cad-4c38-a74a-4f90c49c4d93 service nova] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Received event network-changed-32d2ac8d-87da-4922-8bbf-593c8d8d92a8 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.304714] env[69702]: DEBUG nova.compute.manager [req-824772f5-f49e-4b00-9e50-acb36b4beab2 req-8f30ad39-4cad-4c38-a74a-4f90c49c4d93 service nova] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Refreshing instance network info cache due to event network-changed-32d2ac8d-87da-4922-8bbf-593c8d8d92a8. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.304999] env[69702]: DEBUG oslo_concurrency.lockutils [req-824772f5-f49e-4b00-9e50-acb36b4beab2 req-8f30ad39-4cad-4c38-a74a-4f90c49c4d93 service nova] Acquiring lock "refresh_cache-98a036a1-aa31-4896-b4bb-95d87817e015" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.305084] env[69702]: DEBUG oslo_concurrency.lockutils [req-824772f5-f49e-4b00-9e50-acb36b4beab2 req-8f30ad39-4cad-4c38-a74a-4f90c49c4d93 service nova] Acquired lock "refresh_cache-98a036a1-aa31-4896-b4bb-95d87817e015" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.305256] env[69702]: DEBUG nova.network.neutron [req-824772f5-f49e-4b00-9e50-acb36b4beab2 req-8f30ad39-4cad-4c38-a74a-4f90c49c4d93 service nova] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Refreshing network info cache for port 32d2ac8d-87da-4922-8bbf-593c8d8d92a8 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.306543] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40f0b935-f6db-47be-81c9-200710d5f5a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.315948] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 840.315948] env[69702]: value = "task-3085137" [ 840.315948] env[69702]: _type = "Task" [ 840.315948] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.325754] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.567578] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085136, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.620152] env[69702]: DEBUG nova.scheduler.client.report [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.648017] env[69702]: INFO nova.compute.manager [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Took 51.26 seconds to build instance. [ 840.765806] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542797} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.766273] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7121d29a-abb6-4ade-983a-a82808be3e73/7121d29a-abb6-4ade-983a-a82808be3e73.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.766575] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.766908] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8995ddac-1476-4a4f-b51e-079db7427443 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.775957] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 840.775957] env[69702]: value = "task-3085138" [ 840.775957] env[69702]: _type = "Task" [ 840.775957] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.787887] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.825019] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085137, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.030216] env[69702]: DEBUG nova.network.neutron [req-824772f5-f49e-4b00-9e50-acb36b4beab2 req-8f30ad39-4cad-4c38-a74a-4f90c49c4d93 service nova] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Updated VIF entry in instance network info cache for port 32d2ac8d-87da-4922-8bbf-593c8d8d92a8. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.030216] env[69702]: DEBUG nova.network.neutron [req-824772f5-f49e-4b00-9e50-acb36b4beab2 req-8f30ad39-4cad-4c38-a74a-4f90c49c4d93 service nova] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Updating instance_info_cache with network_info: [{"id": "32d2ac8d-87da-4922-8bbf-593c8d8d92a8", "address": "fa:16:3e:97:09:aa", "network": {"id": "908f14b9-e463-43bd-9383-a61f3bb4fa8e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1403299106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e4eba901f24029afa787f412b3dcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d2ac8d-87", "ovs_interfaceid": "32d2ac8d-87da-4922-8bbf-593c8d8d92a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.067224] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085136, 'name': CreateVM_Task, 'duration_secs': 0.565509} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.067224] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.067224] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.067224] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.068514] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.068514] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2051667b-ae76-4c6b-a186-4ae390bba60f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.072361] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Waiting for the task: (returnval){ [ 841.072361] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5239a3f5-c962-7fd0-2143-88e3bd4ff760" [ 841.072361] env[69702]: _type = "Task" [ 841.072361] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.080870] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5239a3f5-c962-7fd0-2143-88e3bd4ff760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.126431] env[69702]: DEBUG oslo_concurrency.lockutils [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.129969] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.861s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.132085] env[69702]: INFO nova.compute.claims [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.152611] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97f97e7-5207-406e-81d3-654b22ec0eb0 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "73bb0696-a7a2-45a5-9f2e-2594babcdc4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.781s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.161534] env[69702]: INFO nova.scheduler.client.report [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Deleted allocations for instance 538bd1ff-c4a9-449e-812e-90f0ef6f7a98 [ 841.290760] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153255} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.291282] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.292354] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2a84d2-467e-451a-9917-87595435f8ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.316638] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 7121d29a-abb6-4ade-983a-a82808be3e73/7121d29a-abb6-4ade-983a-a82808be3e73.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.317039] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf1bc29-49b5-47d5-9bc1-b73ce26b9f8e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.341626] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51608} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.343105] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 0d193bd5-ef22-4099-9ca8-d39e12e5a455/0d193bd5-ef22-4099-9ca8-d39e12e5a455.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.343245] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.343719] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 841.343719] env[69702]: value = "task-3085139" [ 841.343719] env[69702]: _type = "Task" [ 841.343719] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.343869] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-badf59d0-cd40-4116-b454-5eead4ce36af {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.355330] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.356686] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 841.356686] env[69702]: value = "task-3085140" [ 841.356686] env[69702]: _type = "Task" [ 841.356686] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.533299] env[69702]: DEBUG oslo_concurrency.lockutils [req-824772f5-f49e-4b00-9e50-acb36b4beab2 req-8f30ad39-4cad-4c38-a74a-4f90c49c4d93 service nova] Releasing lock "refresh_cache-98a036a1-aa31-4896-b4bb-95d87817e015" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.584818] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5239a3f5-c962-7fd0-2143-88e3bd4ff760, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.586077] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.586498] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.586890] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.588019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.588019] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.588019] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68561c71-1b03-4dd9-9d78-53bec99a52bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.598629] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.598629] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.599125] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27bba42-3b6e-44fc-81c9-f11d383b9eeb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.605239] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Waiting for the task: (returnval){ [ 841.605239] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ab80d7-7ab3-02dc-875f-89ce829ff13e" [ 841.605239] env[69702]: _type = "Task" [ 841.605239] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.614295] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ab80d7-7ab3-02dc-875f-89ce829ff13e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.647272] env[69702]: INFO nova.compute.manager [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Rescuing [ 841.647508] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "refresh_cache-73bb0696-a7a2-45a5-9f2e-2594babcdc4c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.647680] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "refresh_cache-73bb0696-a7a2-45a5-9f2e-2594babcdc4c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.647857] env[69702]: DEBUG nova.network.neutron [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.655196] env[69702]: DEBUG nova.compute.manager [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.672079] env[69702]: DEBUG oslo_concurrency.lockutils [None req-64f620b9-c5b2-419a-b026-1d2ff424bfad tempest-ServersAaction247Test-608282852 tempest-ServersAaction247Test-608282852-project-member] Lock "538bd1ff-c4a9-449e-812e-90f0ef6f7a98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.882s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.857666] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.865967] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151328} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.866297] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.867167] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efe7c7d-411e-49c6-9fc9-a8295bacb052 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.871658] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f8bd0-b3dc-a8ad-8ed3-2c1215f877b8/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 841.872433] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c2e7e2-22cc-424a-83c0-8bc686e375e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.893026] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 0d193bd5-ef22-4099-9ca8-d39e12e5a455/0d193bd5-ef22-4099-9ca8-d39e12e5a455.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.895038] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9190bfa-f534-413b-ad3e-ea9fe2945fba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.909545] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f8bd0-b3dc-a8ad-8ed3-2c1215f877b8/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 841.909805] env[69702]: ERROR oslo_vmware.rw_handles [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f8bd0-b3dc-a8ad-8ed3-2c1215f877b8/disk-0.vmdk due to incomplete transfer. [ 841.910105] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b000aa95-28ab-47c2-b19c-6134d2acc447 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.916917] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 841.916917] env[69702]: value = "task-3085141" [ 841.916917] env[69702]: _type = "Task" [ 841.916917] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.924446] env[69702]: DEBUG oslo_vmware.rw_handles [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f8bd0-b3dc-a8ad-8ed3-2c1215f877b8/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 841.925063] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Uploaded image 7743a17e-a0d1-40ef-b114-adf6530ecf1d to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 841.927359] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 841.928026] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-04b888c9-7310-4a6d-87ce-fee309867e9b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.933053] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085141, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.934722] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 841.934722] env[69702]: value = "task-3085142" [ 841.934722] env[69702]: _type = "Task" [ 841.934722] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.943561] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085142, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.115668] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ab80d7-7ab3-02dc-875f-89ce829ff13e, 'name': SearchDatastore_Task, 'duration_secs': 0.011698} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.116607] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b2db80-325a-4f6c-8913-8f7242f77052 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.121889] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Waiting for the task: (returnval){ [ 842.121889] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52472d7c-5644-2ae2-9274-1e32efca9cf6" [ 842.121889] env[69702]: _type = "Task" [ 842.121889] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.130052] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52472d7c-5644-2ae2-9274-1e32efca9cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.186833] env[69702]: DEBUG oslo_concurrency.lockutils [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.357495] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085139, 'name': ReconfigVM_Task, 'duration_secs': 0.66749} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.360258] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 7121d29a-abb6-4ade-983a-a82808be3e73/7121d29a-abb6-4ade-983a-a82808be3e73.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.361385] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e40aa7e5-a1ac-4c6c-a54f-e73947378f15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.368313] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 842.368313] env[69702]: value = "task-3085143" [ 842.368313] env[69702]: _type = "Task" [ 842.368313] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.382101] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085143, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.418850] env[69702]: DEBUG nova.network.neutron [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Updating instance_info_cache with network_info: [{"id": "a51cb148-85a9-4bf1-b9c2-62e6c085e632", "address": "fa:16:3e:52:d2:f7", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51cb148-85", "ovs_interfaceid": "a51cb148-85a9-4bf1-b9c2-62e6c085e632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.437260] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085141, 'name': ReconfigVM_Task, 'duration_secs': 0.401348} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.441596] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 0d193bd5-ef22-4099-9ca8-d39e12e5a455/0d193bd5-ef22-4099-9ca8-d39e12e5a455.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.443945] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd2cfe4c-bb96-476a-b689-19ac750a861c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.450932] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085142, 'name': Destroy_Task, 'duration_secs': 0.413981} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.452203] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Destroyed the VM [ 842.452451] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 842.453170] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 842.453170] env[69702]: value = "task-3085144" [ 842.453170] env[69702]: _type = "Task" [ 842.453170] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.453393] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed6cbcb7-6fed-48b5-8b74-fa69897fc247 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.462960] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085144, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.464445] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 842.464445] env[69702]: value = "task-3085145" [ 842.464445] env[69702]: _type = "Task" [ 842.464445] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.472382] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085145, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.633898] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52472d7c-5644-2ae2-9274-1e32efca9cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.01177} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.634235] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.634335] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 98a036a1-aa31-4896-b4bb-95d87817e015/98a036a1-aa31-4896-b4bb-95d87817e015.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.635224] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8239c5a4-db70-4221-b5ef-954080c3e019 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.642562] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Waiting for the task: (returnval){ [ 842.642562] env[69702]: value = "task-3085146" [ 842.642562] env[69702]: _type = "Task" [ 842.642562] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.655836] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.795105] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dfa797-2321-4d53-bcfc-58b3cc966d83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.802639] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4c518c-4afc-48ef-a348-cb346860e5c9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.841122] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8620a44f-f7da-4141-9eb1-051952ca2c8e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.850515] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f9b6cd-c7ec-4557-bdc3-9750c3d5b556 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.866618] env[69702]: DEBUG nova.compute.provider_tree [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.882604] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085143, 'name': Rename_Task, 'duration_secs': 0.210535} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.883751] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.884341] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-203ace31-28e2-4721-919c-75de1732fe3a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.891196] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 842.891196] env[69702]: value = "task-3085147" [ 842.891196] env[69702]: _type = "Task" [ 842.891196] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.900486] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.928583] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "refresh_cache-73bb0696-a7a2-45a5-9f2e-2594babcdc4c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.969997] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085144, 'name': Rename_Task, 'duration_secs': 0.139343} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.975184] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.975518] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3104166e-3634-4725-8180-db0c458c7b74 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.985199] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085145, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.987324] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 842.987324] env[69702]: value = "task-3085148" [ 842.987324] env[69702]: _type = "Task" [ 842.987324] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.996551] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.157282] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085146, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.379030] env[69702]: DEBUG nova.scheduler.client.report [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.402256] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085147, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.481423] env[69702]: DEBUG oslo_vmware.api [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085145, 'name': RemoveSnapshot_Task, 'duration_secs': 0.752484} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.481918] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 843.482196] env[69702]: INFO nova.compute.manager [None req-5739ce3b-13d5-4568-aa00-d805e9ef6235 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Took 14.81 seconds to snapshot the instance on the hypervisor. [ 843.499462] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.659745] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516798} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.660665] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 98a036a1-aa31-4896-b4bb-95d87817e015/98a036a1-aa31-4896-b4bb-95d87817e015.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.661130] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.663031] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53728e71-a308-4ec8-939a-cb9fc5fb53a1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.671029] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Waiting for the task: (returnval){ [ 843.671029] env[69702]: value = "task-3085149" [ 843.671029] env[69702]: _type = "Task" [ 843.671029] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.681139] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.884925] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.885537] env[69702]: DEBUG nova.compute.manager [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.891014] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.718s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.891258] env[69702]: DEBUG nova.objects.instance [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lazy-loading 'resources' on Instance uuid 1f9cfce3-1616-4167-8a02-1ca3b58dc115 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.910506] env[69702]: DEBUG oslo_vmware.api [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085147, 'name': PowerOnVM_Task, 'duration_secs': 0.84359} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.910506] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.910506] env[69702]: DEBUG nova.compute.manager [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.910506] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25eeb53-c39a-49bf-b733-88ca95818ea8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.999723] env[69702]: DEBUG oslo_vmware.api [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085148, 'name': PowerOnVM_Task, 'duration_secs': 0.743229} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.000188] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.000252] env[69702]: DEBUG nova.compute.manager [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.000995] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9e04c1-8535-48ea-aa96-a3958c1374b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.181367] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06934} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.181671] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.182400] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d26c470-642a-444f-8904-cd603b1a473d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.204852] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 98a036a1-aa31-4896-b4bb-95d87817e015/98a036a1-aa31-4896-b4bb-95d87817e015.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.205203] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5aff7de-1f34-4e1b-a4cc-99e7cb4c28be {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.235102] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Waiting for the task: (returnval){ [ 844.235102] env[69702]: value = "task-3085150" [ 844.235102] env[69702]: _type = "Task" [ 844.235102] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.244096] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.397346] env[69702]: DEBUG nova.compute.utils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.398908] env[69702]: DEBUG nova.compute.manager [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.399090] env[69702]: DEBUG nova.network.neutron [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.427169] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.471018] env[69702]: DEBUG nova.policy [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa2bf0cb873f4e4b91c9eef7f70d953a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53d0b276158945bca6dbf4d8e7444c40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.486133] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.486758] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5e1f2a9-a496-4a93-9265-7e7162804be5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.495778] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 844.495778] env[69702]: value = "task-3085151" [ 844.495778] env[69702]: _type = "Task" [ 844.495778] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.511143] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.530030] env[69702]: DEBUG oslo_concurrency.lockutils [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.757119] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.794156] env[69702]: DEBUG nova.network.neutron [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Successfully created port: cd67c538-2b5a-4d6f-b8f3-baf19024dc09 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.904668] env[69702]: DEBUG nova.compute.manager [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.958759] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bacc1c-b4a8-46ae-accc-6832aba0f5b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.972430] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5db1264-5417-40eb-9aac-8e31495088ff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.013980] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b571982d-3d26-4a47-ae1c-429d08583eae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.027632] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f86a0b0-322e-47bd-af30-3f74a3cae792 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.032468] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085151, 'name': PowerOffVM_Task, 'duration_secs': 0.222096} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.032760] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.034087] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15f1db5-15d2-4169-91ba-b6d0047c3d83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.047446] env[69702]: DEBUG nova.compute.provider_tree [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.067108] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456ce1af-55d2-4646-ad90-17bc1daa473b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.084959] env[69702]: DEBUG nova.network.neutron [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Successfully created port: 36a4c4a1-b8be-4a22-8869-6ab36692a152 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.096316] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.096602] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72730f3a-9fb4-4f3c-be44-c4414b7d5e58 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.103476] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 845.103476] env[69702]: value = "task-3085152" [ 845.103476] env[69702]: _type = "Task" [ 845.103476] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.111898] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.230691] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquiring lock "0d193bd5-ef22-4099-9ca8-d39e12e5a455" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.230691] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Lock "0d193bd5-ef22-4099-9ca8-d39e12e5a455" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.230691] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquiring lock "0d193bd5-ef22-4099-9ca8-d39e12e5a455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.230691] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Lock "0d193bd5-ef22-4099-9ca8-d39e12e5a455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.230691] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Lock "0d193bd5-ef22-4099-9ca8-d39e12e5a455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.232887] env[69702]: INFO nova.compute.manager [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Terminating instance [ 845.249826] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085150, 'name': ReconfigVM_Task, 'duration_secs': 0.578705} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.250806] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 98a036a1-aa31-4896-b4bb-95d87817e015/98a036a1-aa31-4896-b4bb-95d87817e015.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.251687] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed24d29-2d0d-445f-b4d6-c3c37d52fab5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.259248] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Waiting for the task: (returnval){ [ 845.259248] env[69702]: value = "task-3085153" [ 845.259248] env[69702]: _type = "Task" [ 845.259248] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.274732] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085153, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.553023] env[69702]: DEBUG nova.scheduler.client.report [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.614472] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 845.614686] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.614943] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.615242] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.615437] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.615686] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3615c62e-6178-4248-bfe5-c9be6067428c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.624616] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.624789] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.625866] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0dfd224-2cd3-47aa-9a49-2b2f30224f0c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.632575] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 845.632575] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5259493e-fb0d-90d5-163b-9a3a60325b5d" [ 845.632575] env[69702]: _type = "Task" [ 845.632575] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.643760] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5259493e-fb0d-90d5-163b-9a3a60325b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.735717] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquiring lock "refresh_cache-0d193bd5-ef22-4099-9ca8-d39e12e5a455" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.735954] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquired lock "refresh_cache-0d193bd5-ef22-4099-9ca8-d39e12e5a455" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.736173] env[69702]: DEBUG nova.network.neutron [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.770030] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085153, 'name': Rename_Task, 'duration_secs': 0.161426} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.770645] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.770935] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d9c8d66-693a-40bc-8472-9140e27c8525 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.778024] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Waiting for the task: (returnval){ [ 845.778024] env[69702]: value = "task-3085154" [ 845.778024] env[69702]: _type = "Task" [ 845.778024] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.788031] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.915165] env[69702]: DEBUG nova.compute.manager [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.944651] env[69702]: DEBUG nova.virt.hardware [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.944906] env[69702]: DEBUG nova.virt.hardware [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.945090] env[69702]: DEBUG nova.virt.hardware [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.945300] env[69702]: DEBUG nova.virt.hardware [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.945476] env[69702]: DEBUG nova.virt.hardware [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.945647] env[69702]: DEBUG nova.virt.hardware [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.949478] env[69702]: DEBUG nova.virt.hardware [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.949748] env[69702]: DEBUG nova.virt.hardware [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.949836] env[69702]: DEBUG nova.virt.hardware [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.949977] env[69702]: DEBUG nova.virt.hardware [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.950184] env[69702]: DEBUG nova.virt.hardware [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.951165] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e66a39c-7d9d-4f63-9d11-8344bfb5ca92 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.963177] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763db7d8-66fe-4751-9861-015196702bf8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.059256] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.065375] env[69702]: DEBUG oslo_concurrency.lockutils [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 48.668s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.101542] env[69702]: INFO nova.scheduler.client.report [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Deleted allocations for instance 1f9cfce3-1616-4167-8a02-1ca3b58dc115 [ 846.146881] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5259493e-fb0d-90d5-163b-9a3a60325b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.147754] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7851f12-f8da-495f-a53e-2f902b6f318f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.153711] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 846.153711] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e0f17b-00eb-c215-8136-7e877dbc7c77" [ 846.153711] env[69702]: _type = "Task" [ 846.153711] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.165570] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e0f17b-00eb-c215-8136-7e877dbc7c77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.274083] env[69702]: DEBUG nova.network.neutron [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.288837] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.364436] env[69702]: DEBUG nova.network.neutron [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.572255] env[69702]: INFO nova.compute.claims [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.610143] env[69702]: DEBUG nova.network.neutron [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Successfully updated port: cd67c538-2b5a-4d6f-b8f3-baf19024dc09 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.616366] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a572717-15a9-4030-a9ef-d37c0b6b8187 tempest-ListServersNegativeTestJSON-1432826459 tempest-ListServersNegativeTestJSON-1432826459-project-member] Lock "1f9cfce3-1616-4167-8a02-1ca3b58dc115" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.191s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.670098] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e0f17b-00eb-c215-8136-7e877dbc7c77, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.670098] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.670390] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 73bb0696-a7a2-45a5-9f2e-2594babcdc4c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk. {{(pid=69702) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 846.670666] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae41273b-2aad-4b53-ad3d-b89506259e1d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.678020] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 846.678020] env[69702]: value = "task-3085155" [ 846.678020] env[69702]: _type = "Task" [ 846.678020] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.687611] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.734219] env[69702]: DEBUG nova.compute.manager [req-0c15850f-91ff-4b80-a166-658ed2eab3c0 req-8872a6bb-cd9d-4ebf-80ac-233d0806b1ba service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Received event network-vif-plugged-cd67c538-2b5a-4d6f-b8f3-baf19024dc09 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.734445] env[69702]: DEBUG oslo_concurrency.lockutils [req-0c15850f-91ff-4b80-a166-658ed2eab3c0 req-8872a6bb-cd9d-4ebf-80ac-233d0806b1ba service nova] Acquiring lock "5cd9dc16-3dae-4410-921a-804fedfdf459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.734655] env[69702]: DEBUG oslo_concurrency.lockutils [req-0c15850f-91ff-4b80-a166-658ed2eab3c0 req-8872a6bb-cd9d-4ebf-80ac-233d0806b1ba service nova] Lock "5cd9dc16-3dae-4410-921a-804fedfdf459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.734824] env[69702]: DEBUG oslo_concurrency.lockutils [req-0c15850f-91ff-4b80-a166-658ed2eab3c0 req-8872a6bb-cd9d-4ebf-80ac-233d0806b1ba service nova] Lock "5cd9dc16-3dae-4410-921a-804fedfdf459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.735027] env[69702]: DEBUG nova.compute.manager [req-0c15850f-91ff-4b80-a166-658ed2eab3c0 req-8872a6bb-cd9d-4ebf-80ac-233d0806b1ba service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] No waiting events found dispatching network-vif-plugged-cd67c538-2b5a-4d6f-b8f3-baf19024dc09 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.735200] env[69702]: WARNING nova.compute.manager [req-0c15850f-91ff-4b80-a166-658ed2eab3c0 req-8872a6bb-cd9d-4ebf-80ac-233d0806b1ba service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Received unexpected event network-vif-plugged-cd67c538-2b5a-4d6f-b8f3-baf19024dc09 for instance with vm_state building and task_state spawning. [ 846.793153] env[69702]: DEBUG oslo_vmware.api [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085154, 'name': PowerOnVM_Task, 'duration_secs': 0.761114} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.793153] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.793153] env[69702]: INFO nova.compute.manager [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Took 9.00 seconds to spawn the instance on the hypervisor. [ 846.793153] env[69702]: DEBUG nova.compute.manager [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.793458] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3194e5-e5d3-4c1d-be18-33e52de037ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.867030] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Releasing lock "refresh_cache-0d193bd5-ef22-4099-9ca8-d39e12e5a455" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.867217] env[69702]: DEBUG nova.compute.manager [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.867425] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.868322] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85eb6139-088b-4a66-9480-eaac4538b8e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.875835] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.876444] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3cdf2cc-14d4-47ac-8947-2b10355ba9d4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.882453] env[69702]: DEBUG oslo_vmware.api [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 846.882453] env[69702]: value = "task-3085156" [ 846.882453] env[69702]: _type = "Task" [ 846.882453] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.890258] env[69702]: DEBUG oslo_vmware.api [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.082038] env[69702]: INFO nova.compute.resource_tracker [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating resource usage from migration b1e03189-5c85-4133-b389-4e64de411f36 [ 847.192843] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085155, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.231028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "acfbd008-7a97-4593-8c01-51f5a33eaa1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.231028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "acfbd008-7a97-4593-8c01-51f5a33eaa1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.231028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "acfbd008-7a97-4593-8c01-51f5a33eaa1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.231028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "acfbd008-7a97-4593-8c01-51f5a33eaa1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.231028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "acfbd008-7a97-4593-8c01-51f5a33eaa1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.234470] env[69702]: INFO nova.compute.manager [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Terminating instance [ 847.318732] env[69702]: INFO nova.compute.manager [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Took 56.86 seconds to build instance. [ 847.401406] env[69702]: DEBUG oslo_vmware.api [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085156, 'name': PowerOffVM_Task, 'duration_secs': 0.269763} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.404510] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.404510] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.404510] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d8b47a6-d438-49b6-9617-2d1dc29e293d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.435625] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.435625] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.435625] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Deleting the datastore file [datastore1] 0d193bd5-ef22-4099-9ca8-d39e12e5a455 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.435625] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1160b1eb-a5ac-424e-8325-aa655e9d9e87 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.443391] env[69702]: DEBUG oslo_vmware.api [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for the task: (returnval){ [ 847.443391] env[69702]: value = "task-3085158" [ 847.443391] env[69702]: _type = "Task" [ 847.443391] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.458752] env[69702]: DEBUG oslo_vmware.api [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.671189] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841586de-4fa6-4139-9fa3-2bff69fe175f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.679745] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631ef1e5-a393-4778-97cb-ce192b808ab4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.692049] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820363} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.719485] env[69702]: INFO nova.virt.vmwareapi.ds_util [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 73bb0696-a7a2-45a5-9f2e-2594babcdc4c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk. [ 847.720739] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab5416c-86c5-4610-bb5a-eabde4d2411d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.724060] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42afdf1a-5e83-4e63-8908-9bdbd9700d78 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.745656] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881af389-2d75-4495-9409-306677e93d35 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.750343] env[69702]: DEBUG nova.compute.manager [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.750471] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.758064] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 73bb0696-a7a2-45a5-9f2e-2594babcdc4c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.758898] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd220f1-cb1c-4539-856b-f38198e60307 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.761887] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a1734b-8d13-4411-aed6-3bf920e28574 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.785240] env[69702]: DEBUG nova.compute.provider_tree [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.792777] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 847.792777] env[69702]: value = "task-3085159" [ 847.792777] env[69702]: _type = "Task" [ 847.792777] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.792943] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.794277] env[69702]: DEBUG nova.scheduler.client.report [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.797366] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96ab2e6b-e392-4d39-83cf-a9a9a0251ad9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.807924] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.809227] env[69702]: DEBUG oslo_vmware.api [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 847.809227] env[69702]: value = "task-3085160" [ 847.809227] env[69702]: _type = "Task" [ 847.809227] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.824710] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fc12b9dd-f026-4de7-b3fa-76e0d25d4387 tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Lock "98a036a1-aa31-4896-b4bb-95d87817e015" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.764s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.954226] env[69702]: DEBUG oslo_vmware.api [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Task: {'id': task-3085158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214192} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.954525] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.954746] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.954957] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.955196] env[69702]: INFO nova.compute.manager [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Took 1.09 seconds to destroy the instance on the hypervisor. [ 847.955480] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.955698] env[69702]: DEBUG nova.compute.manager [-] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.955797] env[69702]: DEBUG nova.network.neutron [-] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.987754] env[69702]: DEBUG nova.network.neutron [-] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.305316] env[69702]: DEBUG oslo_concurrency.lockutils [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.238s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.305316] env[69702]: INFO nova.compute.manager [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Migrating [ 848.312404] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.784s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.314509] env[69702]: INFO nova.compute.claims [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.340169] env[69702]: DEBUG nova.compute.manager [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.343513] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085159, 'name': ReconfigVM_Task, 'duration_secs': 0.327981} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.344715] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 73bb0696-a7a2-45a5-9f2e-2594babcdc4c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.345733] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd2fca0-1c15-49ad-9614-ede824233cd3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.358648] env[69702]: DEBUG oslo_vmware.api [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085160, 'name': PowerOffVM_Task, 'duration_secs': 0.225383} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.359845] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.359845] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.360153] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dfeea6b-9ef4-4d8b-ab87-6406d116fe8f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.385643] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bb383d8-db41-441b-8fad-b0e992f65b8b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.402068] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 848.402068] env[69702]: value = "task-3085162" [ 848.402068] env[69702]: _type = "Task" [ 848.402068] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.412167] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.453638] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.454094] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.454397] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleting the datastore file [datastore1] acfbd008-7a97-4593-8c01-51f5a33eaa1c {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.455069] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbe09cb9-00ca-47a1-b457-7c36f9a8188d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.463373] env[69702]: DEBUG oslo_vmware.api [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 848.463373] env[69702]: value = "task-3085163" [ 848.463373] env[69702]: _type = "Task" [ 848.463373] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.476161] env[69702]: DEBUG oslo_vmware.api [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.490262] env[69702]: DEBUG nova.network.neutron [-] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.783160] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "f9d366bc-9336-446d-ae8e-f7052af72e8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.783509] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "f9d366bc-9336-446d-ae8e-f7052af72e8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.783767] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "f9d366bc-9336-446d-ae8e-f7052af72e8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.783880] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "f9d366bc-9336-446d-ae8e-f7052af72e8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.784062] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "f9d366bc-9336-446d-ae8e-f7052af72e8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.789972] env[69702]: INFO nova.compute.manager [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Terminating instance [ 848.838288] env[69702]: DEBUG oslo_concurrency.lockutils [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.838288] env[69702]: DEBUG oslo_concurrency.lockutils [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.838288] env[69702]: DEBUG nova.network.neutron [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.858223] env[69702]: DEBUG nova.network.neutron [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Successfully updated port: 36a4c4a1-b8be-4a22-8869-6ab36692a152 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.883616] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.915425] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085162, 'name': ReconfigVM_Task, 'duration_secs': 0.181531} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.915708] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.915957] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a943a29f-0068-4598-b3ae-db38880a4379 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.923422] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 848.923422] env[69702]: value = "task-3085164" [ 848.923422] env[69702]: _type = "Task" [ 848.923422] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.937517] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.937517] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.937517] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.937517] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Acquiring lock "98a036a1-aa31-4896-b4bb-95d87817e015" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.937762] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Lock "98a036a1-aa31-4896-b4bb-95d87817e015" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.937891] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Acquiring lock "98a036a1-aa31-4896-b4bb-95d87817e015-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.938091] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Lock "98a036a1-aa31-4896-b4bb-95d87817e015-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.938268] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Lock "98a036a1-aa31-4896-b4bb-95d87817e015-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.940669] env[69702]: INFO nova.compute.manager [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Terminating instance [ 848.974229] env[69702]: DEBUG oslo_vmware.api [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393735} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.974380] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.975480] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.975480] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.975480] env[69702]: INFO nova.compute.manager [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 848.975480] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.975658] env[69702]: DEBUG nova.compute.manager [-] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.975722] env[69702]: DEBUG nova.network.neutron [-] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.994469] env[69702]: INFO nova.compute.manager [-] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Took 1.04 seconds to deallocate network for instance. [ 849.134949] env[69702]: DEBUG nova.compute.manager [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Received event network-changed-cd67c538-2b5a-4d6f-b8f3-baf19024dc09 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.135308] env[69702]: DEBUG nova.compute.manager [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Refreshing instance network info cache due to event network-changed-cd67c538-2b5a-4d6f-b8f3-baf19024dc09. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.135735] env[69702]: DEBUG oslo_concurrency.lockutils [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] Acquiring lock "refresh_cache-5cd9dc16-3dae-4410-921a-804fedfdf459" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.136972] env[69702]: DEBUG oslo_concurrency.lockutils [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] Acquired lock "refresh_cache-5cd9dc16-3dae-4410-921a-804fedfdf459" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.136972] env[69702]: DEBUG nova.network.neutron [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Refreshing network info cache for port cd67c538-2b5a-4d6f-b8f3-baf19024dc09 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.296721] env[69702]: DEBUG nova.compute.manager [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.297412] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.298381] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a0c722-436b-4106-bcab-228f0c7002db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.308560] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.308560] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5393f86f-3162-4c09-b9f9-94f1775d2763 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.315948] env[69702]: DEBUG oslo_vmware.api [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 849.315948] env[69702]: value = "task-3085165" [ 849.315948] env[69702]: _type = "Task" [ 849.315948] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.324714] env[69702]: DEBUG oslo_vmware.api [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.360696] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "refresh_cache-5cd9dc16-3dae-4410-921a-804fedfdf459" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.441228] env[69702]: DEBUG oslo_vmware.api [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085164, 'name': PowerOnVM_Task, 'duration_secs': 0.491262} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.441228] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.445340] env[69702]: DEBUG nova.compute.manager [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.445567] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.446762] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0fb7de-7d84-41dc-8004-a502bd98cec7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.453788] env[69702]: DEBUG nova.compute.manager [None req-18ad7768-24ee-4096-aeb5-b0e3c2897429 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.461027] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee53b8b-d318-45e5-9afe-ca556ef9c035 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.469728] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.471503] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f7929d7-ab70-48e7-94fb-0d7f7ba1e7f0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.482639] env[69702]: DEBUG oslo_vmware.api [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Waiting for the task: (returnval){ [ 849.482639] env[69702]: value = "task-3085166" [ 849.482639] env[69702]: _type = "Task" [ 849.482639] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.491193] env[69702]: DEBUG oslo_vmware.api [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.499622] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.616576] env[69702]: DEBUG nova.network.neutron [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance_info_cache with network_info: [{"id": "028a5948-8308-42e9-a711-b65bd28debd2", "address": "fa:16:3e:a1:b7:04", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028a5948-83", "ovs_interfaceid": "028a5948-8308-42e9-a711-b65bd28debd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.683234] env[69702]: DEBUG nova.network.neutron [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.754428] env[69702]: DEBUG nova.network.neutron [-] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.778392] env[69702]: DEBUG nova.network.neutron [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.826614] env[69702]: DEBUG oslo_vmware.api [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085165, 'name': PowerOffVM_Task, 'duration_secs': 0.233634} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.826893] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.827058] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.829616] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67adb9e7-f345-41a7-8975-0da720b40ce0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.865086] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d1aa2a-0d44-497b-ab86-efb26f6e0473 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.872854] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f8c34c-e989-4268-bd9f-8fa081c1f159 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.902458] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad117cc-75db-4857-a878-bf55067ce896 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.909923] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83541ec-5546-4200-ab20-088177afc536 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.917313] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.917601] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.917848] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Deleting the datastore file [datastore2] f9d366bc-9336-446d-ae8e-f7052af72e8c {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.925805] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b866b8bb-c369-4614-ac59-dec986a886fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.928069] env[69702]: DEBUG nova.compute.provider_tree [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.933595] env[69702]: DEBUG oslo_vmware.api [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 849.933595] env[69702]: value = "task-3085168" [ 849.933595] env[69702]: _type = "Task" [ 849.933595] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.944356] env[69702]: DEBUG oslo_vmware.api [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.992021] env[69702]: DEBUG oslo_vmware.api [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085166, 'name': PowerOffVM_Task, 'duration_secs': 0.1672} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.992299] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.992468] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.992742] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6cc1167-b551-4157-9a75-b792d3a333ac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.052063] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.052326] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.052514] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Deleting the datastore file [datastore1] 98a036a1-aa31-4896-b4bb-95d87817e015 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.052782] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0aafdd4-c4d1-4469-a89d-082352f4c146 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.060494] env[69702]: DEBUG oslo_vmware.api [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Waiting for the task: (returnval){ [ 850.060494] env[69702]: value = "task-3085170" [ 850.060494] env[69702]: _type = "Task" [ 850.060494] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.068349] env[69702]: DEBUG oslo_vmware.api [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.119229] env[69702]: DEBUG oslo_concurrency.lockutils [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.259801] env[69702]: INFO nova.compute.manager [-] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Took 1.28 seconds to deallocate network for instance. [ 850.281222] env[69702]: DEBUG oslo_concurrency.lockutils [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] Releasing lock "refresh_cache-5cd9dc16-3dae-4410-921a-804fedfdf459" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.281497] env[69702]: DEBUG nova.compute.manager [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Received event network-vif-plugged-36a4c4a1-b8be-4a22-8869-6ab36692a152 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.282127] env[69702]: DEBUG oslo_concurrency.lockutils [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] Acquiring lock "5cd9dc16-3dae-4410-921a-804fedfdf459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.282127] env[69702]: DEBUG oslo_concurrency.lockutils [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] Lock "5cd9dc16-3dae-4410-921a-804fedfdf459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.282127] env[69702]: DEBUG oslo_concurrency.lockutils [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] Lock "5cd9dc16-3dae-4410-921a-804fedfdf459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.282269] env[69702]: DEBUG nova.compute.manager [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] No waiting events found dispatching network-vif-plugged-36a4c4a1-b8be-4a22-8869-6ab36692a152 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.282407] env[69702]: WARNING nova.compute.manager [req-adf16cf0-9de6-4a93-b205-fcc396bb43b4 req-2633ba63-2f8f-41ee-a13a-c63e5a47cda6 service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Received unexpected event network-vif-plugged-36a4c4a1-b8be-4a22-8869-6ab36692a152 for instance with vm_state building and task_state spawning. [ 850.282717] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquired lock "refresh_cache-5cd9dc16-3dae-4410-921a-804fedfdf459" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.282863] env[69702]: DEBUG nova.network.neutron [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.431559] env[69702]: DEBUG nova.scheduler.client.report [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.444417] env[69702]: DEBUG oslo_vmware.api [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167887} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.445063] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.445063] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.445063] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.445268] env[69702]: INFO nova.compute.manager [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 850.445516] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.445711] env[69702]: DEBUG nova.compute.manager [-] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.445838] env[69702]: DEBUG nova.network.neutron [-] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.570549] env[69702]: DEBUG oslo_vmware.api [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Task: {'id': task-3085170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150772} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.570815] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.571388] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.571641] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.571839] env[69702]: INFO nova.compute.manager [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Took 1.13 seconds to destroy the instance on the hypervisor. [ 850.572491] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.572491] env[69702]: DEBUG nova.compute.manager [-] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.572491] env[69702]: DEBUG nova.network.neutron [-] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.766909] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.820796] env[69702]: DEBUG nova.network.neutron [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.896650] env[69702]: DEBUG nova.compute.manager [req-ec4f6379-c2a3-4daf-8aea-3400e5dc74ab req-6682c6d7-980a-4510-9b0b-90dc76c6c89e service nova] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Received event network-vif-deleted-32d2ac8d-87da-4922-8bbf-593c8d8d92a8 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.896911] env[69702]: INFO nova.compute.manager [req-ec4f6379-c2a3-4daf-8aea-3400e5dc74ab req-6682c6d7-980a-4510-9b0b-90dc76c6c89e service nova] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Neutron deleted interface 32d2ac8d-87da-4922-8bbf-593c8d8d92a8; detaching it from the instance and deleting it from the info cache [ 850.897105] env[69702]: DEBUG nova.network.neutron [req-ec4f6379-c2a3-4daf-8aea-3400e5dc74ab req-6682c6d7-980a-4510-9b0b-90dc76c6c89e service nova] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.940201] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.940745] env[69702]: DEBUG nova.compute.manager [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.943441] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 47.168s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.102091] env[69702]: DEBUG nova.network.neutron [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Updating instance_info_cache with network_info: [{"id": "cd67c538-2b5a-4d6f-b8f3-baf19024dc09", "address": "fa:16:3e:62:bb:46", "network": {"id": "a7366391-6427-43c8-b12b-0c7119d5f3f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-935901155", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd67c538-2b", "ovs_interfaceid": "cd67c538-2b5a-4d6f-b8f3-baf19024dc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36a4c4a1-b8be-4a22-8869-6ab36692a152", "address": "fa:16:3e:cb:1c:e4", "network": {"id": "b1740e5a-945d-4149-98d4-ef20148ee82e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-736048298", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a4c4a1-b8", "ovs_interfaceid": "36a4c4a1-b8be-4a22-8869-6ab36692a152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.212882] env[69702]: DEBUG nova.compute.manager [req-06a74ee0-a35b-44bc-a02a-07cc28345c2b req-e17c311e-fd94-47cb-ab05-3849b2ece555 service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Received event network-changed-36a4c4a1-b8be-4a22-8869-6ab36692a152 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.213515] env[69702]: DEBUG nova.compute.manager [req-06a74ee0-a35b-44bc-a02a-07cc28345c2b req-e17c311e-fd94-47cb-ab05-3849b2ece555 service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Refreshing instance network info cache due to event network-changed-36a4c4a1-b8be-4a22-8869-6ab36692a152. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.213752] env[69702]: DEBUG oslo_concurrency.lockutils [req-06a74ee0-a35b-44bc-a02a-07cc28345c2b req-e17c311e-fd94-47cb-ab05-3849b2ece555 service nova] Acquiring lock "refresh_cache-5cd9dc16-3dae-4410-921a-804fedfdf459" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.214239] env[69702]: DEBUG nova.network.neutron [-] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.381402] env[69702]: DEBUG nova.network.neutron [-] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.401998] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90b1d853-5526-4489-8ce0-977de0830b4b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.412430] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0243c4-6b2f-4bf8-9086-a00e7ab79d37 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.444861] env[69702]: DEBUG nova.compute.manager [req-ec4f6379-c2a3-4daf-8aea-3400e5dc74ab req-6682c6d7-980a-4510-9b0b-90dc76c6c89e service nova] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Detach interface failed, port_id=32d2ac8d-87da-4922-8bbf-593c8d8d92a8, reason: Instance 98a036a1-aa31-4896-b4bb-95d87817e015 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 851.447435] env[69702]: DEBUG nova.compute.utils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.448884] env[69702]: DEBUG nova.compute.manager [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Not allocating networking since 'none' was specified. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 851.451856] env[69702]: INFO nova.compute.claims [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.605343] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Releasing lock "refresh_cache-5cd9dc16-3dae-4410-921a-804fedfdf459" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.605752] env[69702]: DEBUG nova.compute.manager [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Instance network_info: |[{"id": "cd67c538-2b5a-4d6f-b8f3-baf19024dc09", "address": "fa:16:3e:62:bb:46", "network": {"id": "a7366391-6427-43c8-b12b-0c7119d5f3f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-935901155", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd67c538-2b", "ovs_interfaceid": "cd67c538-2b5a-4d6f-b8f3-baf19024dc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36a4c4a1-b8be-4a22-8869-6ab36692a152", "address": "fa:16:3e:cb:1c:e4", "network": {"id": "b1740e5a-945d-4149-98d4-ef20148ee82e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-736048298", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a4c4a1-b8", "ovs_interfaceid": "36a4c4a1-b8be-4a22-8869-6ab36692a152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.606125] env[69702]: DEBUG oslo_concurrency.lockutils [req-06a74ee0-a35b-44bc-a02a-07cc28345c2b req-e17c311e-fd94-47cb-ab05-3849b2ece555 service nova] Acquired lock "refresh_cache-5cd9dc16-3dae-4410-921a-804fedfdf459" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.606345] env[69702]: DEBUG nova.network.neutron [req-06a74ee0-a35b-44bc-a02a-07cc28345c2b req-e17c311e-fd94-47cb-ab05-3849b2ece555 service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Refreshing network info cache for port 36a4c4a1-b8be-4a22-8869-6ab36692a152 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.607782] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:bb:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd67c538-2b5a-4d6f-b8f3-baf19024dc09', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:1c:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36a4c4a1-b8be-4a22-8869-6ab36692a152', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.618148] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.618969] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.619226] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b815759-e3f9-41d1-bb2f-46d5d2918dbf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.641017] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6023f43b-9996-44cc-a63e-8332d310ffe7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.645336] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.645336] env[69702]: value = "task-3085171" [ 851.645336] env[69702]: _type = "Task" [ 851.645336] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.664448] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance 'cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06' progress to 0 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.673153] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085171, 'name': CreateVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.716511] env[69702]: INFO nova.compute.manager [-] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Took 1.27 seconds to deallocate network for instance. [ 851.885054] env[69702]: INFO nova.compute.manager [-] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Took 1.31 seconds to deallocate network for instance. [ 851.951601] env[69702]: DEBUG nova.compute.manager [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.958465] env[69702]: INFO nova.compute.resource_tracker [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating resource usage from migration de442ffe-3a6a-48b0-aad1-004be551293d [ 852.154488] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085171, 'name': CreateVM_Task, 'duration_secs': 0.358178} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.155369] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.155642] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.155642] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.155952] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.158424] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25032d8d-b513-4edd-adf3-e3df01cbb214 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.165489] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 852.165489] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d38751-a07d-62fa-f7a9-d0f3e0b74fe0" [ 852.165489] env[69702]: _type = "Task" [ 852.165489] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.170418] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.171264] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a6f0990-0864-43af-b6c4-15f1c223e599 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.181480] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d38751-a07d-62fa-f7a9-d0f3e0b74fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.182234] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.182463] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.182692] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.182852] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.183030] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.183354] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 852.183354] env[69702]: value = "task-3085172" [ 852.183354] env[69702]: _type = "Task" [ 852.183354] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.183528] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bf91482-40b7-4a82-a8f0-bab23551407a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.194311] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.198083] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.199014] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.199250] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796fc5a1-5418-4e3b-83b0-5ef58f822b24 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.205544] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 852.205544] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52682e02-acc9-7afe-3e91-b6949ebeec7d" [ 852.205544] env[69702]: _type = "Task" [ 852.205544] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.216382] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52682e02-acc9-7afe-3e91-b6949ebeec7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.226084] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.344575] env[69702]: INFO nova.compute.manager [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Rescuing [ 852.344879] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "refresh_cache-7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.345056] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "refresh_cache-7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.345293] env[69702]: DEBUG nova.network.neutron [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.369800] env[69702]: DEBUG nova.network.neutron [req-06a74ee0-a35b-44bc-a02a-07cc28345c2b req-e17c311e-fd94-47cb-ab05-3849b2ece555 service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Updated VIF entry in instance network info cache for port 36a4c4a1-b8be-4a22-8869-6ab36692a152. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.370736] env[69702]: DEBUG nova.network.neutron [req-06a74ee0-a35b-44bc-a02a-07cc28345c2b req-e17c311e-fd94-47cb-ab05-3849b2ece555 service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Updating instance_info_cache with network_info: [{"id": "cd67c538-2b5a-4d6f-b8f3-baf19024dc09", "address": "fa:16:3e:62:bb:46", "network": {"id": "a7366391-6427-43c8-b12b-0c7119d5f3f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-935901155", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd67c538-2b", "ovs_interfaceid": "cd67c538-2b5a-4d6f-b8f3-baf19024dc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36a4c4a1-b8be-4a22-8869-6ab36692a152", "address": "fa:16:3e:cb:1c:e4", "network": {"id": "b1740e5a-945d-4149-98d4-ef20148ee82e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-736048298", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a4c4a1-b8", "ovs_interfaceid": "36a4c4a1-b8be-4a22-8869-6ab36692a152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.391326] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.420739] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300b4c98-035e-466e-9632-fdbcaa7eb4b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.428887] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7e3038-3fee-418f-97e4-aa534b11fa53 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.464581] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1edc6c4-e31b-4452-9560-5caa38aaf534 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.472600] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6db407-5be3-423e-a829-857082eb09d2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.487157] env[69702]: DEBUG nova.compute.provider_tree [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.694511] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085172, 'name': PowerOffVM_Task, 'duration_secs': 0.216069} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.694792] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.694977] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance 'cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06' progress to 17 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.715055] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52682e02-acc9-7afe-3e91-b6949ebeec7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.715840] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb1e40a-6a47-4eeb-b12e-966596d8f654 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.721438] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 852.721438] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bdc92c-4a8a-d6a8-a621-35da392d133e" [ 852.721438] env[69702]: _type = "Task" [ 852.721438] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.727822] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bdc92c-4a8a-d6a8-a621-35da392d133e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.873871] env[69702]: DEBUG oslo_concurrency.lockutils [req-06a74ee0-a35b-44bc-a02a-07cc28345c2b req-e17c311e-fd94-47cb-ab05-3849b2ece555 service nova] Releasing lock "refresh_cache-5cd9dc16-3dae-4410-921a-804fedfdf459" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.874142] env[69702]: DEBUG nova.compute.manager [req-06a74ee0-a35b-44bc-a02a-07cc28345c2b req-e17c311e-fd94-47cb-ab05-3849b2ece555 service nova] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Received event network-vif-deleted-99779fd4-283d-44ba-b492-ee3c40bb1dec {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.874366] env[69702]: DEBUG nova.compute.manager [req-06a74ee0-a35b-44bc-a02a-07cc28345c2b req-e17c311e-fd94-47cb-ab05-3849b2ece555 service nova] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Received event network-vif-deleted-c44e5677-fd6f-44f3-931a-9a169f8e80a7 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.874584] env[69702]: INFO nova.compute.manager [req-06a74ee0-a35b-44bc-a02a-07cc28345c2b req-e17c311e-fd94-47cb-ab05-3849b2ece555 service nova] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Neutron deleted interface c44e5677-fd6f-44f3-931a-9a169f8e80a7; detaching it from the instance and deleting it from the info cache [ 852.874766] env[69702]: DEBUG nova.network.neutron [req-06a74ee0-a35b-44bc-a02a-07cc28345c2b req-e17c311e-fd94-47cb-ab05-3849b2ece555 service nova] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.968878] env[69702]: DEBUG nova.compute.manager [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.990546] env[69702]: DEBUG nova.scheduler.client.report [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.996587] env[69702]: DEBUG nova.virt.hardware [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.996849] env[69702]: DEBUG nova.virt.hardware [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.997034] env[69702]: DEBUG nova.virt.hardware [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.997213] env[69702]: DEBUG nova.virt.hardware [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.997369] env[69702]: DEBUG nova.virt.hardware [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.997579] env[69702]: DEBUG nova.virt.hardware [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.997789] env[69702]: DEBUG nova.virt.hardware [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.997952] env[69702]: DEBUG nova.virt.hardware [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.998136] env[69702]: DEBUG nova.virt.hardware [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.998304] env[69702]: DEBUG nova.virt.hardware [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.998481] env[69702]: DEBUG nova.virt.hardware [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.999363] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f5cb7d-5264-4e3f-871a-1499b9f05307 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.008138] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb0c108-8b6d-4ca9-9c6d-2881476b7b9d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.024096] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.029629] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Creating folder: Project (5d3eb167ef274010809d7d08ce21ddfd). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.029910] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e66c27ac-ba79-4e20-acbc-38a072c5316c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.040695] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Created folder: Project (5d3eb167ef274010809d7d08ce21ddfd) in parent group-v617437. [ 853.040834] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Creating folder: Instances. Parent ref: group-v617617. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.041077] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8037223f-fa4e-442a-b0aa-218e188904b7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.044166] env[69702]: DEBUG nova.network.neutron [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Updating instance_info_cache with network_info: [{"id": "76ed1a08-ef09-4b1c-bdbb-679c28a54534", "address": "fa:16:3e:98:b0:28", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ed1a08-ef", "ovs_interfaceid": "76ed1a08-ef09-4b1c-bdbb-679c28a54534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.049921] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Created folder: Instances in parent group-v617617. [ 853.050166] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.051701] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.051701] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-135b2c98-0f07-441a-896d-31617becce7c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.069361] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.069361] env[69702]: value = "task-3085175" [ 853.069361] env[69702]: _type = "Task" [ 853.069361] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.081487] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085175, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.201798] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.202096] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.202306] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.202467] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.202624] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.202785] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.203012] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.203190] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.203379] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.203558] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.203749] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.209187] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d7ebdbc-2911-44ab-a165-9ce335e5a5eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.227323] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 853.227323] env[69702]: value = "task-3085176" [ 853.227323] env[69702]: _type = "Task" [ 853.227323] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.234601] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bdc92c-4a8a-d6a8-a621-35da392d133e, 'name': SearchDatastore_Task, 'duration_secs': 0.008667} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.235283] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.235539] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 5cd9dc16-3dae-4410-921a-804fedfdf459/5cd9dc16-3dae-4410-921a-804fedfdf459.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.235802] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6986847f-948a-4375-8331-3c589147b23c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.240718] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.245893] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 853.245893] env[69702]: value = "task-3085177" [ 853.245893] env[69702]: _type = "Task" [ 853.245893] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.254457] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.378341] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5da4edac-c20d-4a59-b071-4b1030703ace {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.388647] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf971a1-91c2-4b03-8714-c111c5a3d68e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.421565] env[69702]: DEBUG nova.compute.manager [req-06a74ee0-a35b-44bc-a02a-07cc28345c2b req-e17c311e-fd94-47cb-ab05-3849b2ece555 service nova] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Detach interface failed, port_id=c44e5677-fd6f-44f3-931a-9a169f8e80a7, reason: Instance f9d366bc-9336-446d-ae8e-f7052af72e8c could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 853.503907] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.560s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.504152] env[69702]: INFO nova.compute.manager [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Migrating [ 853.510979] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.214s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.511186] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.512024] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 853.512424] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.889s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.515766] env[69702]: INFO nova.compute.claims [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.522197] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88befa78-44b3-4fd6-a7df-fc7691583350 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.537159] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b512dc4-186d-496c-b0ca-f52f7a88f91e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.553887] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "refresh_cache-7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.558824] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d690ae-5689-4c43-82d6-45597f2a3eda {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.569170] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcff8d0-7f83-4ee4-b3fb-c498d0cb61ba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.611532] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179155MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=69702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 853.611778] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.616378] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085175, 'name': CreateVM_Task, 'duration_secs': 0.254443} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.617112] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.617112] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.617336] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.617616] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.617890] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-240a15d4-a248-4312-bdc8-b33c702cffc2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.626036] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 853.626036] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52797885-1887-b78c-b1c8-036481ccd1b8" [ 853.626036] env[69702]: _type = "Task" [ 853.626036] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.634428] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52797885-1887-b78c-b1c8-036481ccd1b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.738115] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085176, 'name': ReconfigVM_Task, 'duration_secs': 0.163366} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.738115] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance 'cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06' progress to 33 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 853.755610] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478854} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.755861] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 5cd9dc16-3dae-4410-921a-804fedfdf459/5cd9dc16-3dae-4410-921a-804fedfdf459.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.756085] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.756340] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc3b7910-6efc-4524-8986-6684637ce70f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.762176] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 853.762176] env[69702]: value = "task-3085178" [ 853.762176] env[69702]: _type = "Task" [ 853.762176] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.769436] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.033033] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.033033] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.033033] env[69702]: DEBUG nova.network.neutron [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.135885] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52797885-1887-b78c-b1c8-036481ccd1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.018675} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.136141] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.136478] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.136653] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.136800] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.136976] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.137246] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e65db7c-c79a-4ec9-a069-e3996ee89d71 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.145455] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.145628] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.146343] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b829363-6e38-41cb-932e-556b41f10b55 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.151170] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 854.151170] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529dce83-7896-f626-35c3-e76f65f43954" [ 854.151170] env[69702]: _type = "Task" [ 854.151170] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.159184] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529dce83-7896-f626-35c3-e76f65f43954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.244334] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:55:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0e44db66-4b85-47b3-bd46-70e7292e0ebc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-968298121',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.244620] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.244732] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.244916] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.245072] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.245223] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.245512] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.245678] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.245845] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.246016] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.246197] env[69702]: DEBUG nova.virt.hardware [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.251343] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 854.251617] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0ba7a59-a71c-43d5-a059-73ea666f2080 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.272408] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059465} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.274188] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.274188] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 854.274188] env[69702]: value = "task-3085179" [ 854.274188] env[69702]: _type = "Task" [ 854.274188] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.274577] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eac1588-d6bf-41b8-ae89-cac9ca0852a1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.284525] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.304727] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 5cd9dc16-3dae-4410-921a-804fedfdf459/5cd9dc16-3dae-4410-921a-804fedfdf459.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.305065] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-271e9ca8-51b5-413f-a0df-c50701b57f85 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.323488] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 854.323488] env[69702]: value = "task-3085180" [ 854.323488] env[69702]: _type = "Task" [ 854.323488] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.331140] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.662813] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529dce83-7896-f626-35c3-e76f65f43954, 'name': SearchDatastore_Task, 'duration_secs': 0.008628} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.663739] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442949aa-b645-4fc4-94fc-daaa358900e2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.670885] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 854.670885] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52caf36a-c60e-12f4-b180-8cff5968ffd7" [ 854.670885] env[69702]: _type = "Task" [ 854.670885] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.682233] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52caf36a-c60e-12f4-b180-8cff5968ffd7, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.684903] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.685251] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ca09d892-b66e-4aad-8a27-0d76e62715ed/ca09d892-b66e-4aad-8a27-0d76e62715ed.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.685676] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6807a556-5fec-41e0-9529-b237b6a25a0e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.691957] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 854.691957] env[69702]: value = "task-3085181" [ 854.691957] env[69702]: _type = "Task" [ 854.691957] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.702520] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.788449] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085179, 'name': ReconfigVM_Task, 'duration_secs': 0.170179} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.788731] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 854.789751] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be85b948-fb9e-413b-8986-a23740cfbf5b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.818351] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06/cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.818808] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b447e666-8c7e-4327-9f09-21c1208bd21a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.844031] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085180, 'name': ReconfigVM_Task, 'duration_secs': 0.335878} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.845338] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 5cd9dc16-3dae-4410-921a-804fedfdf459/5cd9dc16-3dae-4410-921a-804fedfdf459.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.846578] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 854.846578] env[69702]: value = "task-3085182" [ 854.846578] env[69702]: _type = "Task" [ 854.846578] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.846578] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93461005-8b00-4d81-aa90-6dbe23446f2a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.859372] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.860848] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 854.860848] env[69702]: value = "task-3085183" [ 854.860848] env[69702]: _type = "Task" [ 854.860848] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.872203] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085183, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.009392] env[69702]: DEBUG nova.network.neutron [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance_info_cache with network_info: [{"id": "7ac3f2d6-5204-4787-a915-63d075a566c6", "address": "fa:16:3e:69:cc:45", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac3f2d6-52", "ovs_interfaceid": "7ac3f2d6-5204-4787-a915-63d075a566c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.066909] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45c367d-69db-4451-837f-d21088c0c038 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.078535] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f377923b-a5fa-4829-9dbd-acef6725ffe5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.112152] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.112692] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b284b77-28da-4d4a-95d4-ea542d766dba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.115265] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc41ef6-7fc7-4741-b09b-2f575e9566bb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.126358] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220dab95-4472-4fd1-80b3-7fc4c64699a7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.131171] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 855.131171] env[69702]: value = "task-3085184" [ 855.131171] env[69702]: _type = "Task" [ 855.131171] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.146916] env[69702]: DEBUG nova.compute.provider_tree [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.156062] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.202624] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085181, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.358150] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.369138] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085183, 'name': Rename_Task, 'duration_secs': 0.214835} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.369431] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.369688] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee292a40-9cab-4e1e-a050-8abe7056aae6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.375469] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 855.375469] env[69702]: value = "task-3085185" [ 855.375469] env[69702]: _type = "Task" [ 855.375469] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.382614] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.515064] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.641372] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085184, 'name': PowerOffVM_Task, 'duration_secs': 0.21128} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.641655] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.642494] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a794cc-ebd1-4c3f-8fbd-ce5506b3b333 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.660472] env[69702]: DEBUG nova.scheduler.client.report [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.664924] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6d58e4-4a70-4966-b811-265789f047b4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.699502] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.699717] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a62456b-aa99-4611-a5d1-3b104e0e07c7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.705523] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548887} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.706154] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ca09d892-b66e-4aad-8a27-0d76e62715ed/ca09d892-b66e-4aad-8a27-0d76e62715ed.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.706381] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.706630] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc2dfabc-f6e9-48e5-bc1f-ca2d49d853c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.710950] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 855.710950] env[69702]: value = "task-3085186" [ 855.710950] env[69702]: _type = "Task" [ 855.710950] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.716654] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 855.716654] env[69702]: value = "task-3085187" [ 855.716654] env[69702]: _type = "Task" [ 855.716654] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.719489] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.726764] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.858397] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085182, 'name': ReconfigVM_Task, 'duration_secs': 0.620193} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.858760] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Reconfigured VM instance instance-00000033 to attach disk [datastore2] cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06/cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.859146] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance 'cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06' progress to 50 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.889308] env[69702]: DEBUG oslo_vmware.api [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085185, 'name': PowerOnVM_Task, 'duration_secs': 0.488505} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.889603] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.891039] env[69702]: INFO nova.compute.manager [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Took 9.97 seconds to spawn the instance on the hypervisor. [ 855.891039] env[69702]: DEBUG nova.compute.manager [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.891184] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9b1362-0797-4253-9e4b-8f2f866a4528 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.166083] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.166703] env[69702]: DEBUG nova.compute.manager [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.169764] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.392s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.171074] env[69702]: DEBUG nova.objects.instance [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lazy-loading 'resources' on Instance uuid ad77e2a6-0461-49b1-bfd8-8039e7a23ac5 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.226147] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 856.226376] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.226626] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.226770] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.226937] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.227207] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1cb3efe-a95e-42ff-a7ae-7d0ce1e7ba3e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.234148] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072699} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.234428] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.236369] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf7c0bb-a9d9-435d-8635-1cc94113631f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.239235] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.239235] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.239881] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6668c3f5-94af-4dc2-8937-3569b1c8e04e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.245420] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 856.245420] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5263d5dd-ea24-07b4-8251-66f310e6835a" [ 856.245420] env[69702]: _type = "Task" [ 856.245420] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.260284] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] ca09d892-b66e-4aad-8a27-0d76e62715ed/ca09d892-b66e-4aad-8a27-0d76e62715ed.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.263312] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86819282-e565-4e74-a997-0e5805a57365 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.283604] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5263d5dd-ea24-07b4-8251-66f310e6835a, 'name': SearchDatastore_Task, 'duration_secs': 0.009122} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.286556] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 856.286556] env[69702]: value = "task-3085188" [ 856.286556] env[69702]: _type = "Task" [ 856.286556] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.286556] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41395c5b-951d-47cc-bfec-4466392efce2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.296278] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.297804] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 856.297804] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52eb2abf-06c5-6617-8ab6-11babceb2a8c" [ 856.297804] env[69702]: _type = "Task" [ 856.297804] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.307320] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52eb2abf-06c5-6617-8ab6-11babceb2a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009579} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.307641] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.307918] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk. {{(pid=69702) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 856.308195] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b98540c-5e84-4159-b603-fbbba037c0a6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.314973] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 856.314973] env[69702]: value = "task-3085189" [ 856.314973] env[69702]: _type = "Task" [ 856.314973] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.323583] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.369048] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0ebd02-de94-44de-9fc3-1806a552ede2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.391439] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db23732e-c5f3-467c-aa7b-e1dec3852a17 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.413634] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance 'cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06' progress to 67 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.418836] env[69702]: INFO nova.compute.manager [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Took 61.17 seconds to build instance. [ 856.673615] env[69702]: DEBUG nova.compute.utils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.678948] env[69702]: DEBUG nova.compute.manager [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.679208] env[69702]: DEBUG nova.network.neutron [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.723147] env[69702]: DEBUG nova.policy [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f2e7ecd9cbe43bcb1378d70368a949c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8fe2bd8cd74477e88bc21b2fe5a9153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.798140] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085188, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.824576] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463679} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.827406] env[69702]: INFO nova.virt.vmwareapi.ds_util [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk. [ 856.828846] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568cc511-31be-4570-8a47-1fbdedc1d38b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.853244] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.856055] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974e0f95-77c0-45da-869b-3c0606e21921 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.875093] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 856.875093] env[69702]: value = "task-3085190" [ 856.875093] env[69702]: _type = "Task" [ 856.875093] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.883045] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.924565] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c08c9171-f376-44f3-a2d7-8f9049e9df13 tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "5cd9dc16-3dae-4410-921a-804fedfdf459" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.186s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.994038] env[69702]: DEBUG nova.network.neutron [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Port 028a5948-8308-42e9-a711-b65bd28debd2 binding to destination host cpu-1 is already ACTIVE {{(pid=69702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 857.036021] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b97bf5-c1c8-49a5-b983-be3ca8b2f587 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.037430] env[69702]: DEBUG nova.network.neutron [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Successfully created port: 0c8e10bf-5e8d-456b-978a-f913f4336782 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.058117] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance 'c05f4548-e5f4-415f-8605-c46ef7da0cd6' progress to 0 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.182106] env[69702]: DEBUG nova.compute.utils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.247042] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777cb629-f921-44b8-8f40-160a452cad9b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.255761] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a611463-8086-4b08-ac65-7b9b04f9be0d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.286713] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8cc821-fa06-41c4-ae82-663e12e4760c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.296535] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f1f1e3-b325-44b0-a814-7606524bfcd2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.303610] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085188, 'name': ReconfigVM_Task, 'duration_secs': 0.518508} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.304359] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Reconfigured VM instance instance-0000003e to attach disk [datastore1] ca09d892-b66e-4aad-8a27-0d76e62715ed/ca09d892-b66e-4aad-8a27-0d76e62715ed.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.304882] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-655a9b20-e2d5-42c7-ae84-9b14fa9d882c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.313802] env[69702]: DEBUG nova.compute.provider_tree [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.319820] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 857.319820] env[69702]: value = "task-3085191" [ 857.319820] env[69702]: _type = "Task" [ 857.319820] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.334600] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085191, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.384218] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085190, 'name': ReconfigVM_Task, 'duration_secs': 0.272063} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.384510] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.385386] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaeaa6ec-4da7-4969-96c2-1985d1f1213f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.409349] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3f07a92-9c6a-438a-afbc-842ac9d98751 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.424493] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 857.424493] env[69702]: value = "task-3085192" [ 857.424493] env[69702]: _type = "Task" [ 857.424493] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.427562] env[69702]: DEBUG nova.compute.manager [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.434981] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.566697] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.566697] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bad6889-54a8-40b5-b4de-44a906856dd8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.573325] env[69702]: DEBUG oslo_vmware.api [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 857.573325] env[69702]: value = "task-3085193" [ 857.573325] env[69702]: _type = "Task" [ 857.573325] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.582407] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 857.582631] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance 'c05f4548-e5f4-415f-8605-c46ef7da0cd6' progress to 17 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.685614] env[69702]: DEBUG nova.compute.manager [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.817533] env[69702]: DEBUG nova.scheduler.client.report [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.830270] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085191, 'name': Rename_Task, 'duration_secs': 0.331628} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.831291] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.831291] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a0aa316-819f-4189-8ffa-63c5b2a8dcb8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.837632] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 857.837632] env[69702]: value = "task-3085194" [ 857.837632] env[69702]: _type = "Task" [ 857.837632] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.846297] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.938026] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085192, 'name': ReconfigVM_Task, 'duration_secs': 0.344769} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.940255] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.940702] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5913071d-c723-42f8-98d4-247c0d55aa28 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.946682] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 857.946682] env[69702]: value = "task-3085195" [ 857.946682] env[69702]: _type = "Task" [ 857.946682] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.954233] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.955112] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.016975] env[69702]: DEBUG oslo_concurrency.lockutils [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.017226] env[69702]: DEBUG oslo_concurrency.lockutils [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.017406] env[69702]: DEBUG oslo_concurrency.lockutils [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.031128] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "5cd9dc16-3dae-4410-921a-804fedfdf459" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.031401] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "5cd9dc16-3dae-4410-921a-804fedfdf459" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.031618] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "5cd9dc16-3dae-4410-921a-804fedfdf459-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.031798] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "5cd9dc16-3dae-4410-921a-804fedfdf459-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.031994] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "5cd9dc16-3dae-4410-921a-804fedfdf459-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.034403] env[69702]: INFO nova.compute.manager [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Terminating instance [ 858.089448] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.089662] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.089837] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.090035] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.090190] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.090340] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.090548] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.090721] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.090904] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.091104] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.091300] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.096695] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66d4ce6b-ceee-4266-bbe5-a490394525b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.113439] env[69702]: DEBUG oslo_vmware.api [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 858.113439] env[69702]: value = "task-3085196" [ 858.113439] env[69702]: _type = "Task" [ 858.113439] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.121876] env[69702]: DEBUG oslo_vmware.api [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.325844] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.328284] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.013s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.329802] env[69702]: INFO nova.compute.claims [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.351381] env[69702]: DEBUG oslo_vmware.api [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085194, 'name': PowerOnVM_Task, 'duration_secs': 0.508073} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.352142] env[69702]: INFO nova.scheduler.client.report [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Deleted allocations for instance ad77e2a6-0461-49b1-bfd8-8039e7a23ac5 [ 858.353256] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.353528] env[69702]: INFO nova.compute.manager [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Took 5.38 seconds to spawn the instance on the hypervisor. [ 858.354774] env[69702]: DEBUG nova.compute.manager [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.358580] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b3ad41-3b72-4146-bf28-a46969903537 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.456170] env[69702]: DEBUG oslo_vmware.api [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085195, 'name': PowerOnVM_Task, 'duration_secs': 0.446248} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.456527] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.459417] env[69702]: DEBUG nova.compute.manager [None req-f5a32dd1-2fec-4dce-8b17-16a58432003e tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.460342] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d53daab-31b0-4436-b6ab-b8c7bc0d1d18 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.508047] env[69702]: DEBUG nova.compute.manager [req-2244f651-99f9-4845-b58c-f4cc9e21c669 req-317c40a0-fdec-47a4-8c8d-350080d96ca1 service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Received event network-vif-plugged-0c8e10bf-5e8d-456b-978a-f913f4336782 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.509067] env[69702]: DEBUG oslo_concurrency.lockutils [req-2244f651-99f9-4845-b58c-f4cc9e21c669 req-317c40a0-fdec-47a4-8c8d-350080d96ca1 service nova] Acquiring lock "90d473bf-561d-466b-8b3f-6e1158b061ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.509067] env[69702]: DEBUG oslo_concurrency.lockutils [req-2244f651-99f9-4845-b58c-f4cc9e21c669 req-317c40a0-fdec-47a4-8c8d-350080d96ca1 service nova] Lock "90d473bf-561d-466b-8b3f-6e1158b061ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.509067] env[69702]: DEBUG oslo_concurrency.lockutils [req-2244f651-99f9-4845-b58c-f4cc9e21c669 req-317c40a0-fdec-47a4-8c8d-350080d96ca1 service nova] Lock "90d473bf-561d-466b-8b3f-6e1158b061ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.510147] env[69702]: DEBUG nova.compute.manager [req-2244f651-99f9-4845-b58c-f4cc9e21c669 req-317c40a0-fdec-47a4-8c8d-350080d96ca1 service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] No waiting events found dispatching network-vif-plugged-0c8e10bf-5e8d-456b-978a-f913f4336782 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.510147] env[69702]: WARNING nova.compute.manager [req-2244f651-99f9-4845-b58c-f4cc9e21c669 req-317c40a0-fdec-47a4-8c8d-350080d96ca1 service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Received unexpected event network-vif-plugged-0c8e10bf-5e8d-456b-978a-f913f4336782 for instance with vm_state building and task_state spawning. [ 858.538548] env[69702]: DEBUG nova.compute.manager [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.538884] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.539792] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7bdd0a-9288-4eec-9dc1-d781d4b69962 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.549417] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.549712] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aa0feb9-0fc0-4e56-a40b-52f1e2ff2b6b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.555581] env[69702]: DEBUG oslo_vmware.api [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 858.555581] env[69702]: value = "task-3085197" [ 858.555581] env[69702]: _type = "Task" [ 858.555581] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.566866] env[69702]: DEBUG oslo_vmware.api [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.571152] env[69702]: DEBUG nova.network.neutron [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Successfully updated port: 0c8e10bf-5e8d-456b-978a-f913f4336782 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.625823] env[69702]: DEBUG oslo_vmware.api [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085196, 'name': ReconfigVM_Task, 'duration_secs': 0.306136} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.626107] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance 'c05f4548-e5f4-415f-8605-c46ef7da0cd6' progress to 33 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.696160] env[69702]: DEBUG nova.compute.manager [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.723592] env[69702]: DEBUG nova.virt.hardware [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:53:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2064933707',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2002482077',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.723860] env[69702]: DEBUG nova.virt.hardware [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.723986] env[69702]: DEBUG nova.virt.hardware [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.724181] env[69702]: DEBUG nova.virt.hardware [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.724324] env[69702]: DEBUG nova.virt.hardware [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.724467] env[69702]: DEBUG nova.virt.hardware [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.724668] env[69702]: DEBUG nova.virt.hardware [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.724822] env[69702]: DEBUG nova.virt.hardware [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.724985] env[69702]: DEBUG nova.virt.hardware [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.727128] env[69702]: DEBUG nova.virt.hardware [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.727128] env[69702]: DEBUG nova.virt.hardware [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.727128] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be566f13-e023-4639-ae3e-1afe3aa491e0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.734154] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10deeb9e-494f-443e-beb7-339f03e62b83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.865197] env[69702]: DEBUG oslo_concurrency.lockutils [None req-11379476-9c8f-4a64-8f4b-ce61eed1fae2 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "ad77e2a6-0461-49b1-bfd8-8039e7a23ac5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.954s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.879186] env[69702]: INFO nova.compute.manager [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Took 57.37 seconds to build instance. [ 859.065477] env[69702]: DEBUG oslo_vmware.api [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085197, 'name': PowerOffVM_Task, 'duration_secs': 0.230637} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.065796] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.066062] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.066332] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72e974f0-2cbd-4f3a-9649-da541bad36c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.073541] env[69702]: DEBUG oslo_concurrency.lockutils [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.073710] env[69702]: DEBUG oslo_concurrency.lockutils [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.073876] env[69702]: DEBUG nova.network.neutron [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.075529] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "refresh_cache-90d473bf-561d-466b-8b3f-6e1158b061ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.075529] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquired lock "refresh_cache-90d473bf-561d-466b-8b3f-6e1158b061ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.075641] env[69702]: DEBUG nova.network.neutron [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.132706] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.133069] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.133243] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.133507] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.133680] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.133833] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.135035] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.135300] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.135355] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.135572] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.135760] env[69702]: DEBUG nova.virt.hardware [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.141937] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 859.142977] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4a015ce-04b7-44ed-8fa2-d20d23b0b540 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.164093] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.164354] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.164500] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Deleting the datastore file [datastore2] 5cd9dc16-3dae-4410-921a-804fedfdf459 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.166972] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0036d0fc-5001-4d18-bccf-63ffd335e28c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.171742] env[69702]: DEBUG oslo_vmware.api [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 859.171742] env[69702]: value = "task-3085199" [ 859.171742] env[69702]: _type = "Task" [ 859.171742] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.177470] env[69702]: DEBUG oslo_vmware.api [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for the task: (returnval){ [ 859.177470] env[69702]: value = "task-3085200" [ 859.177470] env[69702]: _type = "Task" [ 859.177470] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.186623] env[69702]: DEBUG oslo_vmware.api [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.192255] env[69702]: DEBUG oslo_vmware.api [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.381411] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6f0b810d-b9b1-4191-82d5-5c73f2108083 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Lock "ca09d892-b66e-4aad-8a27-0d76e62715ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.933s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.603709] env[69702]: INFO nova.compute.manager [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Unrescuing [ 859.603979] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "refresh_cache-7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.604152] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "refresh_cache-7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.604343] env[69702]: DEBUG nova.network.neutron [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.620461] env[69702]: DEBUG nova.network.neutron [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.673325] env[69702]: INFO nova.compute.manager [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Rebuilding instance [ 859.697393] env[69702]: DEBUG oslo_vmware.api [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Task: {'id': task-3085200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18126} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.698476] env[69702]: DEBUG oslo_vmware.api [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085199, 'name': ReconfigVM_Task, 'duration_secs': 0.173862} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.704584] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.704838] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.705077] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.705296] env[69702]: INFO nova.compute.manager [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Took 1.17 seconds to destroy the instance on the hypervisor. [ 859.705620] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.705834] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 859.708892] env[69702]: DEBUG nova.compute.manager [-] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.709000] env[69702]: DEBUG nova.network.neutron [-] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.710906] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778beaae-e2a3-4a2d-bd33-a8d478e35439 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.739180] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] c05f4548-e5f4-415f-8605-c46ef7da0cd6/c05f4548-e5f4-415f-8605-c46ef7da0cd6.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.744860] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-140b9f42-397f-41fd-9793-ef508f27856a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.762233] env[69702]: DEBUG nova.compute.manager [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.763647] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3a4abc-a29e-4197-b4b5-3aa6bf03d2cd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.768081] env[69702]: DEBUG oslo_vmware.api [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 859.768081] env[69702]: value = "task-3085201" [ 859.768081] env[69702]: _type = "Task" [ 859.768081] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.781503] env[69702]: DEBUG oslo_vmware.api [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085201, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.833367] env[69702]: DEBUG nova.network.neutron [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance_info_cache with network_info: [{"id": "028a5948-8308-42e9-a711-b65bd28debd2", "address": "fa:16:3e:a1:b7:04", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028a5948-83", "ovs_interfaceid": "028a5948-8308-42e9-a711-b65bd28debd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.856745] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8558a35-8f80-4cee-a6a5-d6df55451fb5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.863970] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f1c83b-fa90-4ad4-b650-d69b95c7fdd0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.897114] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a492c393-fefa-4e95-9ba4-1a18d45487b7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.905468] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af33e1f-71c6-4124-9501-fad05175008c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.921792] env[69702]: DEBUG nova.compute.provider_tree [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.031076] env[69702]: DEBUG nova.network.neutron [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Updating instance_info_cache with network_info: [{"id": "0c8e10bf-5e8d-456b-978a-f913f4336782", "address": "fa:16:3e:5c:e1:b7", "network": {"id": "2b687e3b-2a4c-455b-9bd0-37f4af4b5fa4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-890021617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8fe2bd8cd74477e88bc21b2fe5a9153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c8e10bf-5e", "ovs_interfaceid": "0c8e10bf-5e8d-456b-978a-f913f4336782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.283155] env[69702]: DEBUG oslo_vmware.api [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085201, 'name': ReconfigVM_Task, 'duration_secs': 0.25299} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.283334] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Reconfigured VM instance instance-0000000f to attach disk [datastore2] c05f4548-e5f4-415f-8605-c46ef7da0cd6/c05f4548-e5f4-415f-8605-c46ef7da0cd6.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.284165] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance 'c05f4548-e5f4-415f-8605-c46ef7da0cd6' progress to 50 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.336203] env[69702]: DEBUG nova.compute.manager [req-e206da8c-80ef-4d5c-bfa8-62fa35818ae4 req-fc092252-3a0f-4ad3-8951-71ec02c3e03a service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Received event network-vif-deleted-36a4c4a1-b8be-4a22-8869-6ab36692a152 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.336418] env[69702]: INFO nova.compute.manager [req-e206da8c-80ef-4d5c-bfa8-62fa35818ae4 req-fc092252-3a0f-4ad3-8951-71ec02c3e03a service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Neutron deleted interface 36a4c4a1-b8be-4a22-8869-6ab36692a152; detaching it from the instance and deleting it from the info cache [ 860.336702] env[69702]: DEBUG nova.network.neutron [req-e206da8c-80ef-4d5c-bfa8-62fa35818ae4 req-fc092252-3a0f-4ad3-8951-71ec02c3e03a service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Updating instance_info_cache with network_info: [{"id": "cd67c538-2b5a-4d6f-b8f3-baf19024dc09", "address": "fa:16:3e:62:bb:46", "network": {"id": "a7366391-6427-43c8-b12b-0c7119d5f3f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-935901155", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d0b276158945bca6dbf4d8e7444c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd67c538-2b", "ovs_interfaceid": "cd67c538-2b5a-4d6f-b8f3-baf19024dc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.341021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.424813] env[69702]: DEBUG nova.scheduler.client.report [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.535478] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Releasing lock "refresh_cache-90d473bf-561d-466b-8b3f-6e1158b061ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.535478] env[69702]: DEBUG nova.compute.manager [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Instance network_info: |[{"id": "0c8e10bf-5e8d-456b-978a-f913f4336782", "address": "fa:16:3e:5c:e1:b7", "network": {"id": "2b687e3b-2a4c-455b-9bd0-37f4af4b5fa4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-890021617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8fe2bd8cd74477e88bc21b2fe5a9153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c8e10bf-5e", "ovs_interfaceid": "0c8e10bf-5e8d-456b-978a-f913f4336782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.535703] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:e1:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c8e10bf-5e8d-456b-978a-f913f4336782', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.543893] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.544135] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.544439] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06b304c1-3c43-494c-bcb8-f73c17d36b76 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.567250] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.567250] env[69702]: value = "task-3085202" [ 860.567250] env[69702]: _type = "Task" [ 860.567250] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.572874] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085202, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.649324] env[69702]: DEBUG nova.network.neutron [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Updating instance_info_cache with network_info: [{"id": "76ed1a08-ef09-4b1c-bdbb-679c28a54534", "address": "fa:16:3e:98:b0:28", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ed1a08-ef", "ovs_interfaceid": "76ed1a08-ef09-4b1c-bdbb-679c28a54534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.784402] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.784752] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-631fb75d-a23d-4999-ae6d-e380b5d86098 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.791031] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6f95f8-6fc0-490e-b2ed-bfc546eadab5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.798492] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "0b317261-37c2-450b-a883-eec48138d488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.798749] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "0b317261-37c2-450b-a883-eec48138d488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.800115] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 860.800115] env[69702]: value = "task-3085203" [ 860.800115] env[69702]: _type = "Task" [ 860.800115] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.826012] env[69702]: DEBUG nova.compute.manager [req-4d51f028-e61d-40ca-aabc-617605c00959 req-988355c1-7969-4b09-8e7a-cacd0d6edd46 service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Received event network-changed-0c8e10bf-5e8d-456b-978a-f913f4336782 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.826233] env[69702]: DEBUG nova.compute.manager [req-4d51f028-e61d-40ca-aabc-617605c00959 req-988355c1-7969-4b09-8e7a-cacd0d6edd46 service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Refreshing instance network info cache due to event network-changed-0c8e10bf-5e8d-456b-978a-f913f4336782. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.826464] env[69702]: DEBUG oslo_concurrency.lockutils [req-4d51f028-e61d-40ca-aabc-617605c00959 req-988355c1-7969-4b09-8e7a-cacd0d6edd46 service nova] Acquiring lock "refresh_cache-90d473bf-561d-466b-8b3f-6e1158b061ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.826617] env[69702]: DEBUG oslo_concurrency.lockutils [req-4d51f028-e61d-40ca-aabc-617605c00959 req-988355c1-7969-4b09-8e7a-cacd0d6edd46 service nova] Acquired lock "refresh_cache-90d473bf-561d-466b-8b3f-6e1158b061ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.826793] env[69702]: DEBUG nova.network.neutron [req-4d51f028-e61d-40ca-aabc-617605c00959 req-988355c1-7969-4b09-8e7a-cacd0d6edd46 service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Refreshing network info cache for port 0c8e10bf-5e8d-456b-978a-f913f4336782 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.828515] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3f8998-5b19-46b6-b680-33ae7363101b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.831939] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.852985] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance 'c05f4548-e5f4-415f-8605-c46ef7da0cd6' progress to 67 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.859571] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-256d1169-d75f-44a1-aa9e-814ccba33ba7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.869873] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63676adb-cd94-457b-8755-10057d855369 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.883441] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51acb00-b095-49fd-9d21-c43abf0db169 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.918596] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73af5730-678d-4fd2-b053-f0d048d22d74 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.922241] env[69702]: DEBUG nova.compute.manager [req-e206da8c-80ef-4d5c-bfa8-62fa35818ae4 req-fc092252-3a0f-4ad3-8951-71ec02c3e03a service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Detach interface failed, port_id=36a4c4a1-b8be-4a22-8869-6ab36692a152, reason: Instance 5cd9dc16-3dae-4410-921a-804fedfdf459 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 860.932403] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.932910] env[69702]: DEBUG nova.compute.manager [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.936013] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance 'cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06' progress to 83 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.939786] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.393s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.940178] env[69702]: DEBUG nova.objects.instance [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'resources' on Instance uuid dd87b231-075a-46c6-ae8f-3152bfb685b7 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.074317] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085202, 'name': CreateVM_Task, 'duration_secs': 0.309184} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.074498] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.075281] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.075502] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.075912] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.076217] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5610b90-7167-46b1-822f-d432021d3a59 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.081720] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 861.081720] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5272fcb6-bd3e-f832-73f4-e688cf2d13c2" [ 861.081720] env[69702]: _type = "Task" [ 861.081720] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.089379] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5272fcb6-bd3e-f832-73f4-e688cf2d13c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.152747] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "refresh_cache-7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.153544] env[69702]: DEBUG nova.objects.instance [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lazy-loading 'flavor' on Instance uuid 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.211256] env[69702]: DEBUG nova.network.neutron [-] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.302161] env[69702]: DEBUG nova.compute.manager [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.313529] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085203, 'name': PowerOffVM_Task, 'duration_secs': 0.202542} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.313817] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.314505] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.315301] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a51782-d1e2-4de9-94f4-175abff0a355 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.322061] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.322061] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcc974c3-0f94-47c2-bb99-68022dc21772 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.348576] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.348802] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.348985] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Deleting the datastore file [datastore1] ca09d892-b66e-4aad-8a27-0d76e62715ed {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.349272] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2020bdbc-5886-4e3f-8be0-41cdbf963757 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.355462] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 861.355462] env[69702]: value = "task-3085205" [ 861.355462] env[69702]: _type = "Task" [ 861.355462] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.366726] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.419089] env[69702]: DEBUG nova.network.neutron [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Port 7ac3f2d6-5204-4787-a915-63d075a566c6 binding to destination host cpu-1 is already ACTIVE {{(pid=69702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 861.441227] env[69702]: DEBUG nova.compute.utils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.442576] env[69702]: DEBUG nova.compute.manager [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.442761] env[69702]: DEBUG nova.network.neutron [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.446645] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.449763] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66c195eb-834a-49fa-a92d-90afac817ed9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.459304] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 861.459304] env[69702]: value = "task-3085206" [ 861.459304] env[69702]: _type = "Task" [ 861.459304] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.467159] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.533894] env[69702]: DEBUG nova.policy [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad4f07253ce84831aa0875546d0cb17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1fd499c118d487799ec3954cbb2b36b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.596199] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5272fcb6-bd3e-f832-73f4-e688cf2d13c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.596507] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.596757] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.596990] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.597166] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.597348] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.597608] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45411f29-f5a7-4146-8ae8-bb8f0b9060d2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.608953] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.609145] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.609881] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dadd1425-5b5d-449d-817d-fbf4035f9720 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.615015] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 861.615015] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5217e8b7-65a9-2f03-e956-e0c59dde8462" [ 861.615015] env[69702]: _type = "Task" [ 861.615015] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.625852] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5217e8b7-65a9-2f03-e956-e0c59dde8462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.659382] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889b9c1e-399d-4231-86fa-06628cb9db2b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.683007] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.686099] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14920016-6a30-43be-b3fb-a5f6a58cdc22 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.692092] env[69702]: DEBUG oslo_vmware.api [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 861.692092] env[69702]: value = "task-3085207" [ 861.692092] env[69702]: _type = "Task" [ 861.692092] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.701741] env[69702]: DEBUG oslo_vmware.api [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.713240] env[69702]: INFO nova.compute.manager [-] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Took 2.00 seconds to deallocate network for instance. [ 861.723792] env[69702]: DEBUG nova.network.neutron [req-4d51f028-e61d-40ca-aabc-617605c00959 req-988355c1-7969-4b09-8e7a-cacd0d6edd46 service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Updated VIF entry in instance network info cache for port 0c8e10bf-5e8d-456b-978a-f913f4336782. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.724142] env[69702]: DEBUG nova.network.neutron [req-4d51f028-e61d-40ca-aabc-617605c00959 req-988355c1-7969-4b09-8e7a-cacd0d6edd46 service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Updating instance_info_cache with network_info: [{"id": "0c8e10bf-5e8d-456b-978a-f913f4336782", "address": "fa:16:3e:5c:e1:b7", "network": {"id": "2b687e3b-2a4c-455b-9bd0-37f4af4b5fa4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-890021617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8fe2bd8cd74477e88bc21b2fe5a9153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c8e10bf-5e", "ovs_interfaceid": "0c8e10bf-5e8d-456b-978a-f913f4336782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.822257] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.868132] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297923} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.871464] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.871638] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.871854] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.950633] env[69702]: DEBUG nova.compute.manager [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.971408] env[69702]: DEBUG oslo_vmware.api [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085206, 'name': PowerOnVM_Task, 'duration_secs': 0.477005} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.971408] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.971408] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-670bcffb-ed36-4b89-ab7b-8e2ec51fce43 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance 'cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06' progress to 100 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.993511] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9d3a0d-c9fe-4ec9-820b-ec233db1fbbf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.008381] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492a5517-d0b3-4b90-8917-281878c5cf74 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.048841] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a23b716-d73d-4975-9101-f38a680dbb27 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.057345] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7935225-5cca-4e45-a916-4bf99b237d91 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.072499] env[69702]: DEBUG nova.compute.provider_tree [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.103926] env[69702]: DEBUG nova.network.neutron [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Successfully created port: 10dc7423-85c8-44da-b4f1-1eefd3e1865c {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.125473] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5217e8b7-65a9-2f03-e956-e0c59dde8462, 'name': SearchDatastore_Task, 'duration_secs': 0.015215} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.126379] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac85c6bf-2b1a-4e23-807a-d6a19d9aad17 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.131061] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 862.131061] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5272bcbf-8163-01f1-7719-e0407f849bea" [ 862.131061] env[69702]: _type = "Task" [ 862.131061] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.138488] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5272bcbf-8163-01f1-7719-e0407f849bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.201566] env[69702]: DEBUG oslo_vmware.api [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085207, 'name': PowerOffVM_Task, 'duration_secs': 0.217617} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.201827] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.207294] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 862.207570] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63697120-09ac-4025-873d-b1a33f3edb79 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.223694] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.226727] env[69702]: DEBUG oslo_concurrency.lockutils [req-4d51f028-e61d-40ca-aabc-617605c00959 req-988355c1-7969-4b09-8e7a-cacd0d6edd46 service nova] Releasing lock "refresh_cache-90d473bf-561d-466b-8b3f-6e1158b061ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.230031] env[69702]: DEBUG oslo_vmware.api [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 862.230031] env[69702]: value = "task-3085208" [ 862.230031] env[69702]: _type = "Task" [ 862.230031] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.241436] env[69702]: DEBUG oslo_vmware.api [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.439274] env[69702]: DEBUG nova.compute.manager [req-b772ca4e-455c-4e96-9968-f96b9b5bed1e req-f3d4f69d-efd3-4385-bfed-812558afd5cd service nova] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Received event network-vif-deleted-cd67c538-2b5a-4d6f-b8f3-baf19024dc09 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.443401] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.443712] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.443848] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.577834] env[69702]: DEBUG nova.scheduler.client.report [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.642268] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5272bcbf-8163-01f1-7719-e0407f849bea, 'name': SearchDatastore_Task, 'duration_secs': 0.048557} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.642476] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.642739] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 90d473bf-561d-466b-8b3f-6e1158b061ca/90d473bf-561d-466b-8b3f-6e1158b061ca.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.642990] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47f93267-f47b-49c6-bdc8-61a247ed918c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.649694] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 862.649694] env[69702]: value = "task-3085209" [ 862.649694] env[69702]: _type = "Task" [ 862.649694] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.657178] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.739688] env[69702]: DEBUG oslo_vmware.api [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085208, 'name': ReconfigVM_Task, 'duration_secs': 0.231851} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.739939] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 862.740145] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.740388] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7993b1aa-ca36-43a1-8683-931e0cb31bc3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.747176] env[69702]: DEBUG oslo_vmware.api [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 862.747176] env[69702]: value = "task-3085210" [ 862.747176] env[69702]: _type = "Task" [ 862.747176] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.756839] env[69702]: DEBUG oslo_vmware.api [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.911972] env[69702]: DEBUG nova.virt.hardware [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.912241] env[69702]: DEBUG nova.virt.hardware [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.912399] env[69702]: DEBUG nova.virt.hardware [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.912584] env[69702]: DEBUG nova.virt.hardware [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.912732] env[69702]: DEBUG nova.virt.hardware [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.912880] env[69702]: DEBUG nova.virt.hardware [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.913109] env[69702]: DEBUG nova.virt.hardware [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.913275] env[69702]: DEBUG nova.virt.hardware [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.913445] env[69702]: DEBUG nova.virt.hardware [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.913650] env[69702]: DEBUG nova.virt.hardware [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.913835] env[69702]: DEBUG nova.virt.hardware [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.914741] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b3efc2-6eea-4735-8906-7c4cd14e1888 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.922470] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30144561-7cc9-4e7a-a12d-0fc82a22cd4c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.935904] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.941740] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.942031] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.942255] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b125a7f-2f38-490e-a39b-dc7cf5159c38 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.959749] env[69702]: DEBUG nova.compute.manager [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.963472] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.963472] env[69702]: value = "task-3085211" [ 862.963472] env[69702]: _type = "Task" [ 862.963472] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.972067] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085211, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.988542] env[69702]: DEBUG nova.virt.hardware [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.988820] env[69702]: DEBUG nova.virt.hardware [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.988985] env[69702]: DEBUG nova.virt.hardware [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.989196] env[69702]: DEBUG nova.virt.hardware [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.989339] env[69702]: DEBUG nova.virt.hardware [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.989528] env[69702]: DEBUG nova.virt.hardware [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.989836] env[69702]: DEBUG nova.virt.hardware [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.989926] env[69702]: DEBUG nova.virt.hardware [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.990114] env[69702]: DEBUG nova.virt.hardware [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.990285] env[69702]: DEBUG nova.virt.hardware [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.990461] env[69702]: DEBUG nova.virt.hardware [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.991716] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab010346-a1e8-432c-aead-fb41a1a9e58f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.000628] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397284d6-9762-4df7-9b3a-a77f080a107a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.082348] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.084944] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.121s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.086637] env[69702]: INFO nova.compute.claims [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.125024] env[69702]: INFO nova.scheduler.client.report [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Deleted allocations for instance dd87b231-075a-46c6-ae8f-3152bfb685b7 [ 863.164687] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085209, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.260318] env[69702]: DEBUG oslo_vmware.api [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085210, 'name': PowerOnVM_Task, 'duration_secs': 0.391067} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.260612] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.260857] env[69702]: DEBUG nova.compute.manager [None req-80fb48ea-4823-47a5-96f1-6fdec1d94664 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.261748] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09d4163-2c58-4724-946c-8b2bf5ff6b3f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.472289] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085211, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.528076] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.528076] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.528253] env[69702]: DEBUG nova.network.neutron [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.631077] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab23300a-7d92-47ee-8fe8-a6a35687bc2a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "dd87b231-075a-46c6-ae8f-3152bfb685b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.550s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.662487] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686307} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.663713] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 90d473bf-561d-466b-8b3f-6e1158b061ca/90d473bf-561d-466b-8b3f-6e1158b061ca.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.663713] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.663713] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36ce8bc7-691b-4150-a943-d94b0b32c44d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.671457] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 863.671457] env[69702]: value = "task-3085212" [ 863.671457] env[69702]: _type = "Task" [ 863.671457] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.680547] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.973939] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085211, 'name': CreateVM_Task, 'duration_secs': 0.564872} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.974141] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.974592] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.974754] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.975112] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.975390] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177813f7-b13d-430e-9119-71041b83328f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.980056] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 863.980056] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526ce9c5-269c-97f1-1166-a92c1b2c72fb" [ 863.980056] env[69702]: _type = "Task" [ 863.980056] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.987912] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526ce9c5-269c-97f1-1166-a92c1b2c72fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.149134] env[69702]: DEBUG nova.network.neutron [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Successfully updated port: 10dc7423-85c8-44da-b4f1-1eefd3e1865c {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.182720] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061892} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.182986] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.183808] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8046213-cec6-4095-bd9f-08ae18a3fec8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.206116] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 90d473bf-561d-466b-8b3f-6e1158b061ca/90d473bf-561d-466b-8b3f-6e1158b061ca.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.211101] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88ee14dc-5b9f-48ec-b145-7163f4716ca0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.231910] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 864.231910] env[69702]: value = "task-3085213" [ 864.231910] env[69702]: _type = "Task" [ 864.231910] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.242879] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.492132] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526ce9c5-269c-97f1-1166-a92c1b2c72fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011188} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.492444] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.492674] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.492904] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.493057] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.493236] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.493513] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b10ec470-4b04-4b67-a8d0-8355b34a6673 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.503612] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.503796] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.504583] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614ea8e3-feff-4681-881a-fb619e8214eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.511031] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 864.511031] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b2c4aa-d843-2557-922f-a2e013684045" [ 864.511031] env[69702]: _type = "Task" [ 864.511031] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.524818] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b2c4aa-d843-2557-922f-a2e013684045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.573797] env[69702]: DEBUG nova.network.neutron [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance_info_cache with network_info: [{"id": "7ac3f2d6-5204-4787-a915-63d075a566c6", "address": "fa:16:3e:69:cc:45", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac3f2d6-52", "ovs_interfaceid": "7ac3f2d6-5204-4787-a915-63d075a566c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.629355] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7e8695-c333-4742-b692-db0afe541b5d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.638605] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2118b9-1379-48ee-949c-6a5a82622176 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.652046] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "refresh_cache-0f0caa6c-7dfa-48f6-b7fa-d937d6fea258" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.652234] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "refresh_cache-0f0caa6c-7dfa-48f6-b7fa-d937d6fea258" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.652953] env[69702]: DEBUG nova.network.neutron [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.682487] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21b0b95-82b6-4119-8fe0-37ad10b69d39 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.686182] env[69702]: DEBUG nova.compute.manager [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Received event network-vif-plugged-10dc7423-85c8-44da-b4f1-1eefd3e1865c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.688374] env[69702]: DEBUG oslo_concurrency.lockutils [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] Acquiring lock "0f0caa6c-7dfa-48f6-b7fa-d937d6fea258-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.688595] env[69702]: DEBUG oslo_concurrency.lockutils [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] Lock "0f0caa6c-7dfa-48f6-b7fa-d937d6fea258-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.688769] env[69702]: DEBUG oslo_concurrency.lockutils [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] Lock "0f0caa6c-7dfa-48f6-b7fa-d937d6fea258-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.688938] env[69702]: DEBUG nova.compute.manager [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] No waiting events found dispatching network-vif-plugged-10dc7423-85c8-44da-b4f1-1eefd3e1865c {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.689149] env[69702]: WARNING nova.compute.manager [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Received unexpected event network-vif-plugged-10dc7423-85c8-44da-b4f1-1eefd3e1865c for instance with vm_state building and task_state spawning. [ 864.689320] env[69702]: DEBUG nova.compute.manager [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Received event network-changed-10dc7423-85c8-44da-b4f1-1eefd3e1865c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.689474] env[69702]: DEBUG nova.compute.manager [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Refreshing instance network info cache due to event network-changed-10dc7423-85c8-44da-b4f1-1eefd3e1865c. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.689641] env[69702]: DEBUG oslo_concurrency.lockutils [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] Acquiring lock "refresh_cache-0f0caa6c-7dfa-48f6-b7fa-d937d6fea258" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.696092] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cb8db5-b623-4196-860b-59847a96ef70 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.717265] env[69702]: DEBUG nova.compute.provider_tree [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.733877] env[69702]: DEBUG nova.network.neutron [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Port 028a5948-8308-42e9-a711-b65bd28debd2 binding to destination host cpu-1 is already ACTIVE {{(pid=69702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 864.734471] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.734471] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.734471] env[69702]: DEBUG nova.network.neutron [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.747722] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085213, 'name': ReconfigVM_Task, 'duration_secs': 0.313127} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.747722] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 90d473bf-561d-466b-8b3f-6e1158b061ca/90d473bf-561d-466b-8b3f-6e1158b061ca.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.747722] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69702) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 864.747722] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-5a7f5ce5-83c1-4b74-a2a3-88b1aab40403 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.754441] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 864.754441] env[69702]: value = "task-3085214" [ 864.754441] env[69702]: _type = "Task" [ 864.754441] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.758565] env[69702]: DEBUG nova.network.neutron [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.765930] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085214, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.913710] env[69702]: DEBUG nova.network.neutron [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Updating instance_info_cache with network_info: [{"id": "10dc7423-85c8-44da-b4f1-1eefd3e1865c", "address": "fa:16:3e:15:5f:4c", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dc7423-85", "ovs_interfaceid": "10dc7423-85c8-44da-b4f1-1eefd3e1865c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.021903] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b2c4aa-d843-2557-922f-a2e013684045, 'name': SearchDatastore_Task, 'duration_secs': 0.023242} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.022348] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e6bbb4-0398-4b23-a2bd-0a1c42fdced6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.027519] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 865.027519] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5284bae6-c35c-a332-2d7a-76d625008556" [ 865.027519] env[69702]: _type = "Task" [ 865.027519] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.039385] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5284bae6-c35c-a332-2d7a-76d625008556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.079734] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.220488] env[69702]: DEBUG nova.scheduler.client.report [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.264841] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085214, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.053951} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.265234] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69702) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 865.266181] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee7808d-742f-4f8b-a6e0-89653f2fa98d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.290697] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 90d473bf-561d-466b-8b3f-6e1158b061ca/ephemeral_0.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.293250] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a65021-5bcf-474a-83be-33b66e19c72e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.311417] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 865.311417] env[69702]: value = "task-3085215" [ 865.311417] env[69702]: _type = "Task" [ 865.311417] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.321425] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.419477] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "refresh_cache-0f0caa6c-7dfa-48f6-b7fa-d937d6fea258" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.419794] env[69702]: DEBUG nova.compute.manager [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Instance network_info: |[{"id": "10dc7423-85c8-44da-b4f1-1eefd3e1865c", "address": "fa:16:3e:15:5f:4c", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dc7423-85", "ovs_interfaceid": "10dc7423-85c8-44da-b4f1-1eefd3e1865c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.420109] env[69702]: DEBUG oslo_concurrency.lockutils [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] Acquired lock "refresh_cache-0f0caa6c-7dfa-48f6-b7fa-d937d6fea258" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.420344] env[69702]: DEBUG nova.network.neutron [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Refreshing network info cache for port 10dc7423-85c8-44da-b4f1-1eefd3e1865c {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.421533] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:5f:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10dc7423-85c8-44da-b4f1-1eefd3e1865c', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.429571] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Creating folder: Project (f1fd499c118d487799ec3954cbb2b36b). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.433106] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46b6e2db-0a42-4b4f-954e-3473a9b962a6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.444145] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Created folder: Project (f1fd499c118d487799ec3954cbb2b36b) in parent group-v617437. [ 865.444364] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Creating folder: Instances. Parent ref: group-v617622. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.444617] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c06f4b0b-ca58-4c17-8745-d4c1034eec59 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.453052] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Created folder: Instances in parent group-v617622. [ 865.453311] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.453517] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.453743] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ec4be48-75f9-438d-8a8b-c276ebecc7a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.472566] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.472566] env[69702]: value = "task-3085218" [ 865.472566] env[69702]: _type = "Task" [ 865.472566] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.482564] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085218, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.538247] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5284bae6-c35c-a332-2d7a-76d625008556, 'name': SearchDatastore_Task, 'duration_secs': 0.021314} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.538596] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.538710] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ca09d892-b66e-4aad-8a27-0d76e62715ed/ca09d892-b66e-4aad-8a27-0d76e62715ed.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.538971] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96f3b11e-b662-4eb3-9bc5-2c032cf8da1f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.547644] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 865.547644] env[69702]: value = "task-3085219" [ 865.547644] env[69702]: _type = "Task" [ 865.547644] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.557151] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.620132] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f12c6d-1d59-41c0-80a2-7587d40fdbcb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.646965] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f9dae8-d671-4e36-becf-01f4ef31d517 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.658544] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance 'c05f4548-e5f4-415f-8605-c46ef7da0cd6' progress to 83 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.726568] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.727194] env[69702]: DEBUG nova.compute.manager [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.730075] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.932s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.730298] env[69702]: DEBUG nova.objects.instance [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Lazy-loading 'resources' on Instance uuid 62fa2fd7-c135-42ef-88ab-d5090907b77c {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.805419] env[69702]: DEBUG nova.network.neutron [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance_info_cache with network_info: [{"id": "028a5948-8308-42e9-a711-b65bd28debd2", "address": "fa:16:3e:a1:b7:04", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028a5948-83", "ovs_interfaceid": "028a5948-8308-42e9-a711-b65bd28debd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.822696] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085215, 'name': ReconfigVM_Task, 'duration_secs': 0.296719} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.822974] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 90d473bf-561d-466b-8b3f-6e1158b061ca/ephemeral_0.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.823638] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69592866-2b29-499f-9976-553f0efef141 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.830115] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 865.830115] env[69702]: value = "task-3085220" [ 865.830115] env[69702]: _type = "Task" [ 865.830115] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.843066] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085220, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.890174] env[69702]: DEBUG nova.network.neutron [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Updated VIF entry in instance network info cache for port 10dc7423-85c8-44da-b4f1-1eefd3e1865c. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.890174] env[69702]: DEBUG nova.network.neutron [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Updating instance_info_cache with network_info: [{"id": "10dc7423-85c8-44da-b4f1-1eefd3e1865c", "address": "fa:16:3e:15:5f:4c", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dc7423-85", "ovs_interfaceid": "10dc7423-85c8-44da-b4f1-1eefd3e1865c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.986304] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085218, 'name': CreateVM_Task, 'duration_secs': 0.375106} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.986620] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.987401] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.987644] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.987982] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.988441] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae8de45-4f13-40f2-ac66-8b831c4bd650 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.993123] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 865.993123] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d47afb-b163-b56d-f851-2c61a5d8f182" [ 865.993123] env[69702]: _type = "Task" [ 865.993123] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.001250] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d47afb-b163-b56d-f851-2c61a5d8f182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.062553] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085219, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.169068] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8636f6-505f-4138-a360-a0a850999add tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance 'c05f4548-e5f4-415f-8605-c46ef7da0cd6' progress to 100 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.233595] env[69702]: DEBUG nova.compute.utils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.235064] env[69702]: DEBUG nova.compute.manager [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Not allocating networking since 'none' was specified. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 866.310388] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.344016] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085220, 'name': Rename_Task, 'duration_secs': 0.183741} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.344302] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.344553] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d36662d-b313-4bd5-b047-7b98f4eba5b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.350946] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 866.350946] env[69702]: value = "task-3085221" [ 866.350946] env[69702]: _type = "Task" [ 866.350946] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.363384] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.394882] env[69702]: DEBUG oslo_concurrency.lockutils [req-4a3296dd-32f0-498a-8053-f31c29b1a60b req-8af480c9-aa53-47a8-97bf-ff3da3a2bf13 service nova] Releasing lock "refresh_cache-0f0caa6c-7dfa-48f6-b7fa-d937d6fea258" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.498743] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "248e1129-34e7-4f2e-af05-22fe4314b24e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.498990] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "248e1129-34e7-4f2e-af05-22fe4314b24e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.508776] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d47afb-b163-b56d-f851-2c61a5d8f182, 'name': SearchDatastore_Task, 'duration_secs': 0.061605} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.509066] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.509299] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.509524] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.509660] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.509842] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.512341] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63c7b5c3-42ce-40f4-be26-3f35c6384a05 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.523331] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.523474] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.524221] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd6421a-efb4-4fb9-b306-781698b3fec7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.531637] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 866.531637] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524184bf-2595-3383-f6d2-982a8e86a338" [ 866.531637] env[69702]: _type = "Task" [ 866.531637] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.539743] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524184bf-2595-3383-f6d2-982a8e86a338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.557996] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65583} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.558278] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ca09d892-b66e-4aad-8a27-0d76e62715ed/ca09d892-b66e-4aad-8a27-0d76e62715ed.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.558483] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.559062] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19f2c677-2272-408b-8f5a-7ee96171c3df {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.565686] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 866.565686] env[69702]: value = "task-3085222" [ 866.565686] env[69702]: _type = "Task" [ 866.565686] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.573231] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.725743] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab350500-49f9-4dfe-a6ec-f262a62be6d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.734154] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00afc874-777d-4ea6-aa0d-ea388a19532d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.739157] env[69702]: DEBUG nova.compute.manager [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.770436] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed992a6-a544-4940-95e2-353b10097d74 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.778547] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08fdf79-1906-4af8-85e7-75201e3cecf7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.793317] env[69702]: DEBUG nova.compute.provider_tree [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.813653] env[69702]: DEBUG nova.compute.manager [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69702) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 866.813653] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.862064] env[69702]: DEBUG oslo_vmware.api [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085221, 'name': PowerOnVM_Task, 'duration_secs': 0.484664} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.862441] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.862707] env[69702]: INFO nova.compute.manager [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Took 8.17 seconds to spawn the instance on the hypervisor. [ 866.862912] env[69702]: DEBUG nova.compute.manager [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.863872] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe86c153-3e1c-49eb-ae05-f04635a0a5f3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.043058] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524184bf-2595-3383-f6d2-982a8e86a338, 'name': SearchDatastore_Task, 'duration_secs': 0.019796} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.043850] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb95235d-dca2-437b-894f-d735133a789d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.049012] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 867.049012] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b66920-46ab-242c-11f4-74fb36146fe6" [ 867.049012] env[69702]: _type = "Task" [ 867.049012] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.056648] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b66920-46ab-242c-11f4-74fb36146fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.075405] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103543} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.076111] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.076529] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a72b3e-4899-46c8-a947-69a861313e12 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.098326] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] ca09d892-b66e-4aad-8a27-0d76e62715ed/ca09d892-b66e-4aad-8a27-0d76e62715ed.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.098430] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc7a098d-9f94-48d5-ad91-67dfd5f7d229 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.119534] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 867.119534] env[69702]: value = "task-3085223" [ 867.119534] env[69702]: _type = "Task" [ 867.119534] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.127335] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.298239] env[69702]: DEBUG nova.scheduler.client.report [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.380934] env[69702]: INFO nova.compute.manager [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Took 50.79 seconds to build instance. [ 867.560169] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b66920-46ab-242c-11f4-74fb36146fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.060926} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.560470] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.560729] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258/0f0caa6c-7dfa-48f6-b7fa-d937d6fea258.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.560996] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45a527b0-0cf5-4034-943e-5dfe82a8668f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.568956] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 867.568956] env[69702]: value = "task-3085224" [ 867.568956] env[69702]: _type = "Task" [ 867.568956] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.579106] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.631743] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.693635] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.693635] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.776917] env[69702]: DEBUG nova.compute.manager [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.802190] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.804950] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.819s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.807107] env[69702]: INFO nova.compute.claims [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.813514] env[69702]: DEBUG nova.virt.hardware [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.813865] env[69702]: DEBUG nova.virt.hardware [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.814119] env[69702]: DEBUG nova.virt.hardware [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.814359] env[69702]: DEBUG nova.virt.hardware [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.814560] env[69702]: DEBUG nova.virt.hardware [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.814800] env[69702]: DEBUG nova.virt.hardware [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.815100] env[69702]: DEBUG nova.virt.hardware [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.815287] env[69702]: DEBUG nova.virt.hardware [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.815463] env[69702]: DEBUG nova.virt.hardware [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.815729] env[69702]: DEBUG nova.virt.hardware [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.815977] env[69702]: DEBUG nova.virt.hardware [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.817232] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999bb11e-5939-4b0c-9ab9-1bf3f9a38fa8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.829422] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4274172-4c3e-49e1-9118-77d3df9d617d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.835368] env[69702]: INFO nova.scheduler.client.report [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Deleted allocations for instance 62fa2fd7-c135-42ef-88ab-d5090907b77c [ 867.849147] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.855286] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Creating folder: Project (0a425a9a10a246e99e99e77e53d67ce4). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.855681] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99b19d5b-3dbe-44b7-9005-4e61af5339d7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.866618] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Created folder: Project (0a425a9a10a246e99e99e77e53d67ce4) in parent group-v617437. [ 867.866832] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Creating folder: Instances. Parent ref: group-v617625. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.867061] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ff36ea9-3f2d-4184-b37b-1d3d7306244e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.876009] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Created folder: Instances in parent group-v617625. [ 867.877575] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.877575] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.877575] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-941fbd9e-fcbd-4867-bbca-9dc3684088f1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.893624] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d477a33-32b0-4baa-863f-825d1ba90f5a tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "90d473bf-561d-466b-8b3f-6e1158b061ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.069s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.899297] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.899297] env[69702]: value = "task-3085227" [ 867.899297] env[69702]: _type = "Task" [ 867.899297] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.910428] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085227, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.940115] env[69702]: DEBUG nova.compute.manager [req-b271cc86-f71e-4b9a-8245-cd8786ca16ea req-f43b0ce7-dd7b-45a0-adb7-7b990a98e273 service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Received event network-changed-0c8e10bf-5e8d-456b-978a-f913f4336782 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.940325] env[69702]: DEBUG nova.compute.manager [req-b271cc86-f71e-4b9a-8245-cd8786ca16ea req-f43b0ce7-dd7b-45a0-adb7-7b990a98e273 service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Refreshing instance network info cache due to event network-changed-0c8e10bf-5e8d-456b-978a-f913f4336782. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.940499] env[69702]: DEBUG oslo_concurrency.lockutils [req-b271cc86-f71e-4b9a-8245-cd8786ca16ea req-f43b0ce7-dd7b-45a0-adb7-7b990a98e273 service nova] Acquiring lock "refresh_cache-90d473bf-561d-466b-8b3f-6e1158b061ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.940653] env[69702]: DEBUG oslo_concurrency.lockutils [req-b271cc86-f71e-4b9a-8245-cd8786ca16ea req-f43b0ce7-dd7b-45a0-adb7-7b990a98e273 service nova] Acquired lock "refresh_cache-90d473bf-561d-466b-8b3f-6e1158b061ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.940820] env[69702]: DEBUG nova.network.neutron [req-b271cc86-f71e-4b9a-8245-cd8786ca16ea req-f43b0ce7-dd7b-45a0-adb7-7b990a98e273 service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Refreshing network info cache for port 0c8e10bf-5e8d-456b-978a-f913f4336782 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.084490] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085224, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.135017] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085223, 'name': ReconfigVM_Task, 'duration_secs': 0.617245} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.135017] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Reconfigured VM instance instance-0000003e to attach disk [datastore1] ca09d892-b66e-4aad-8a27-0d76e62715ed/ca09d892-b66e-4aad-8a27-0d76e62715ed.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.135017] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffcc391e-be52-4e20-9421-234621bd6bb6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.140101] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 868.140101] env[69702]: value = "task-3085228" [ 868.140101] env[69702]: _type = "Task" [ 868.140101] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.152827] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085228, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.353028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a08f5e72-69e6-45ff-bc47-b095d39782b4 tempest-ServerMetadataNegativeTestJSON-27236917 tempest-ServerMetadataNegativeTestJSON-27236917-project-member] Lock "62fa2fd7-c135-42ef-88ab-d5090907b77c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.050s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.397695] env[69702]: DEBUG nova.compute.manager [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.409026] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085227, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.584547] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557997} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.584833] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258/0f0caa6c-7dfa-48f6-b7fa-d937d6fea258.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.585055] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.585320] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8828bdd0-73e0-44fe-be71-8227cddecc95 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.592079] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 868.592079] env[69702]: value = "task-3085229" [ 868.592079] env[69702]: _type = "Task" [ 868.592079] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.600637] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.650291] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085228, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.842481] env[69702]: DEBUG nova.network.neutron [req-b271cc86-f71e-4b9a-8245-cd8786ca16ea req-f43b0ce7-dd7b-45a0-adb7-7b990a98e273 service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Updated VIF entry in instance network info cache for port 0c8e10bf-5e8d-456b-978a-f913f4336782. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.843454] env[69702]: DEBUG nova.network.neutron [req-b271cc86-f71e-4b9a-8245-cd8786ca16ea req-f43b0ce7-dd7b-45a0-adb7-7b990a98e273 service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Updating instance_info_cache with network_info: [{"id": "0c8e10bf-5e8d-456b-978a-f913f4336782", "address": "fa:16:3e:5c:e1:b7", "network": {"id": "2b687e3b-2a4c-455b-9bd0-37f4af4b5fa4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-890021617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8fe2bd8cd74477e88bc21b2fe5a9153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c8e10bf-5e", "ovs_interfaceid": "0c8e10bf-5e8d-456b-978a-f913f4336782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.914469] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085227, 'name': CreateVM_Task, 'duration_secs': 0.662729} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.914628] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.915048] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.915417] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.915511] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.915987] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2c5759-ad85-46f6-a5fe-ae6b0554f633 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.919830] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.923150] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 868.923150] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525559a8-6cc2-700e-d7dc-010844ab6a4f" [ 868.923150] env[69702]: _type = "Task" [ 868.923150] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.933148] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525559a8-6cc2-700e-d7dc-010844ab6a4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.958527] env[69702]: DEBUG oslo_concurrency.lockutils [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.958527] env[69702]: DEBUG oslo_concurrency.lockutils [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.958620] env[69702]: DEBUG nova.compute.manager [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Going to confirm migration 3 {{(pid=69702) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 869.101949] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.152578] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085228, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.276394] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ab621d-4d89-40c8-929e-6b291dac616f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.284274] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5d6ba4-10f8-4901-8852-3c5ac133e361 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.317835] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d36468f-3841-4cd6-9f43-b4e2a63aed31 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.326474] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e739553f-3119-45b5-a752-25c5a93307ea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.341332] env[69702]: DEBUG nova.compute.provider_tree [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.346023] env[69702]: DEBUG oslo_concurrency.lockutils [req-b271cc86-f71e-4b9a-8245-cd8786ca16ea req-f43b0ce7-dd7b-45a0-adb7-7b990a98e273 service nova] Releasing lock "refresh_cache-90d473bf-561d-466b-8b3f-6e1158b061ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.433817] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525559a8-6cc2-700e-d7dc-010844ab6a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.086961} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.434158] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.434408] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.434676] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.434831] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.435054] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.435314] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb6db2c4-2122-4369-ab9d-e2769f0cb95b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.443900] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.444109] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.444897] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4064b814-2f21-4165-959c-c9d7a6c2308d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.450322] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 869.450322] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5269b420-885a-70c8-8985-d0869a89cd17" [ 869.450322] env[69702]: _type = "Task" [ 869.450322] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.459025] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5269b420-885a-70c8-8985-d0869a89cd17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.537735] env[69702]: DEBUG oslo_concurrency.lockutils [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.540318] env[69702]: DEBUG oslo_concurrency.lockutils [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.540318] env[69702]: DEBUG nova.network.neutron [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.540318] env[69702]: DEBUG nova.objects.instance [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'info_cache' on Instance uuid c05f4548-e5f4-415f-8605-c46ef7da0cd6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.604584] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.651425] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085228, 'name': Rename_Task, 'duration_secs': 1.416361} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.652736] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.652736] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f72c8d00-4a9a-4765-af32-7c6f1ca27d79 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.659840] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 869.659840] env[69702]: value = "task-3085230" [ 869.659840] env[69702]: _type = "Task" [ 869.659840] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.669438] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.845140] env[69702]: DEBUG nova.scheduler.client.report [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.960809] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5269b420-885a-70c8-8985-d0869a89cd17, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.961698] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5082fbcf-b53d-41e2-9621-6732d4fa2acb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.966883] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 869.966883] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526236c2-e443-2110-d130-a7582841246e" [ 869.966883] env[69702]: _type = "Task" [ 869.966883] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.974569] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526236c2-e443-2110-d130-a7582841246e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.104438] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.163867} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.104727] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.105871] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b6af9f-3518-40c8-ae77-8a1192004cc8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.129539] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258/0f0caa6c-7dfa-48f6-b7fa-d937d6fea258.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.129894] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93fd7e9a-99b6-4ed0-8c0b-eda89beb1341 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.150557] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 870.150557] env[69702]: value = "task-3085231" [ 870.150557] env[69702]: _type = "Task" [ 870.150557] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.158606] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.172527] env[69702]: DEBUG oslo_vmware.api [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085230, 'name': PowerOnVM_Task, 'duration_secs': 0.483162} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.172856] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.173116] env[69702]: DEBUG nova.compute.manager [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.174050] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5fd5b0-a4ca-4038-8348-63f3a47e4351 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.351689] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.352191] env[69702]: DEBUG nova.compute.manager [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.355976] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.212s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.356186] env[69702]: DEBUG nova.objects.instance [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 870.478744] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526236c2-e443-2110-d130-a7582841246e, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.479035] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.479311] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] a426e1f5-bb7c-4a09-8681-a1592aa00551/a426e1f5-bb7c-4a09-8681-a1592aa00551.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.479578] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-282bba37-8f86-49fc-b834-e2a149619ab6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.486172] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 870.486172] env[69702]: value = "task-3085232" [ 870.486172] env[69702]: _type = "Task" [ 870.486172] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.494341] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.664316] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.694638] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.858074] env[69702]: DEBUG nova.network.neutron [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance_info_cache with network_info: [{"id": "7ac3f2d6-5204-4787-a915-63d075a566c6", "address": "fa:16:3e:69:cc:45", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac3f2d6-52", "ovs_interfaceid": "7ac3f2d6-5204-4787-a915-63d075a566c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.860879] env[69702]: DEBUG nova.compute.utils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.865606] env[69702]: DEBUG nova.compute.manager [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.865763] env[69702]: DEBUG nova.network.neutron [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.948896] env[69702]: DEBUG nova.policy [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98842e03bdb64b39888c58b8a5ba064d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8220d358101a452195570f1988233018', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.000191] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085232, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.162083] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085231, 'name': ReconfigVM_Task, 'duration_secs': 0.544078} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.162535] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258/0f0caa6c-7dfa-48f6-b7fa-d937d6fea258.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.163418] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f54993c0-4be8-4c4b-aa05-0dadfaf5d46d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.170076] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 871.170076] env[69702]: value = "task-3085233" [ 871.170076] env[69702]: _type = "Task" [ 871.170076] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.182163] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085233, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.363771] env[69702]: DEBUG oslo_concurrency.lockutils [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.364075] env[69702]: DEBUG nova.objects.instance [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'migration_context' on Instance uuid c05f4548-e5f4-415f-8605-c46ef7da0cd6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.372542] env[69702]: DEBUG nova.compute.manager [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.376507] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcbede97-89bc-4afc-bf60-1ad041c885ed tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.383219] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.746s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.383219] env[69702]: INFO nova.compute.claims [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.503411] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58512} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.503723] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] a426e1f5-bb7c-4a09-8681-a1592aa00551/a426e1f5-bb7c-4a09-8681-a1592aa00551.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.503947] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.504317] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0217a936-c1ac-4aa1-9d69-5b9666f2476a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.513618] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 871.513618] env[69702]: value = "task-3085234" [ 871.513618] env[69702]: _type = "Task" [ 871.513618] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.521869] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.578387] env[69702]: DEBUG oslo_concurrency.lockutils [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquiring lock "ca09d892-b66e-4aad-8a27-0d76e62715ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.578690] env[69702]: DEBUG oslo_concurrency.lockutils [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Lock "ca09d892-b66e-4aad-8a27-0d76e62715ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.578914] env[69702]: DEBUG oslo_concurrency.lockutils [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquiring lock "ca09d892-b66e-4aad-8a27-0d76e62715ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.579117] env[69702]: DEBUG oslo_concurrency.lockutils [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Lock "ca09d892-b66e-4aad-8a27-0d76e62715ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.579298] env[69702]: DEBUG oslo_concurrency.lockutils [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Lock "ca09d892-b66e-4aad-8a27-0d76e62715ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.581821] env[69702]: INFO nova.compute.manager [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Terminating instance [ 871.638911] env[69702]: DEBUG nova.network.neutron [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Successfully created port: 2f8dd570-b57b-4a18-a443-718cd5f45974 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.681655] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085233, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.869528] env[69702]: DEBUG nova.objects.base [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 871.870549] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fbaa0f-a2b2-47ee-92f3-245f1a8ad949 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.898987] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d89395-aaea-4cd2-b817-f4cbbf8a6963 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.904857] env[69702]: DEBUG oslo_vmware.api [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 871.904857] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d5319d-b1c2-112f-7b4c-8637ccef9424" [ 871.904857] env[69702]: _type = "Task" [ 871.904857] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.912774] env[69702]: DEBUG oslo_vmware.api [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d5319d-b1c2-112f-7b4c-8637ccef9424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.024074] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158592} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.024284] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.025054] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b384bdd-74ad-4b60-8c04-0046b01ed644 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.045456] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] a426e1f5-bb7c-4a09-8681-a1592aa00551/a426e1f5-bb7c-4a09-8681-a1592aa00551.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.045748] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0007a7f7-c059-4616-a82a-026dd6375090 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.070519] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 872.070519] env[69702]: value = "task-3085235" [ 872.070519] env[69702]: _type = "Task" [ 872.070519] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.079139] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.087416] env[69702]: DEBUG oslo_concurrency.lockutils [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquiring lock "refresh_cache-ca09d892-b66e-4aad-8a27-0d76e62715ed" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.087456] env[69702]: DEBUG oslo_concurrency.lockutils [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquired lock "refresh_cache-ca09d892-b66e-4aad-8a27-0d76e62715ed" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.087623] env[69702]: DEBUG nova.network.neutron [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.180882] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085233, 'name': Rename_Task, 'duration_secs': 0.638604} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.181185] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.181428] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9d7672e-78b1-41fd-9059-cb760ce6f4f1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.187016] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 872.187016] env[69702]: value = "task-3085236" [ 872.187016] env[69702]: _type = "Task" [ 872.187016] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.196239] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.400197] env[69702]: DEBUG nova.compute.manager [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.415282] env[69702]: DEBUG oslo_vmware.api [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d5319d-b1c2-112f-7b4c-8637ccef9424, 'name': SearchDatastore_Task, 'duration_secs': 0.023451} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.415941] env[69702]: DEBUG oslo_concurrency.lockutils [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.428034] env[69702]: DEBUG nova.virt.hardware [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.428303] env[69702]: DEBUG nova.virt.hardware [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.428463] env[69702]: DEBUG nova.virt.hardware [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.428648] env[69702]: DEBUG nova.virt.hardware [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.428796] env[69702]: DEBUG nova.virt.hardware [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.428942] env[69702]: DEBUG nova.virt.hardware [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.429176] env[69702]: DEBUG nova.virt.hardware [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.429339] env[69702]: DEBUG nova.virt.hardware [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.429506] env[69702]: DEBUG nova.virt.hardware [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.429666] env[69702]: DEBUG nova.virt.hardware [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.429932] env[69702]: DEBUG nova.virt.hardware [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.430743] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f9ee7b-50f9-4c42-a853-89c872375968 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.442334] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7d131a-370d-4a96-a5c2-39bdc49a6d5c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.579344] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.618062] env[69702]: DEBUG nova.network.neutron [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.687645] env[69702]: DEBUG nova.network.neutron [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.703157] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.856745] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16d1e6f-bfdb-4cf7-a05b-dc8368bfbf93 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.865088] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e5bb50-296d-402b-9dba-11020e8a3700 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.899029] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9584c5-b9c6-4a59-b3ce-5f8f394f218d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.905319] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea02ece-6cad-4211-a1b0-b6095666fa48 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.921118] env[69702]: DEBUG nova.compute.provider_tree [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.080879] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085235, 'name': ReconfigVM_Task, 'duration_secs': 0.553447} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.081202] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Reconfigured VM instance instance-00000041 to attach disk [datastore1] a426e1f5-bb7c-4a09-8681-a1592aa00551/a426e1f5-bb7c-4a09-8681-a1592aa00551.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.081806] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d23ef212-4e76-4fd8-bd20-568402ccd1c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.087966] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 873.087966] env[69702]: value = "task-3085237" [ 873.087966] env[69702]: _type = "Task" [ 873.087966] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.095378] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085237, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.207187] env[69702]: DEBUG oslo_concurrency.lockutils [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Releasing lock "refresh_cache-ca09d892-b66e-4aad-8a27-0d76e62715ed" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.207187] env[69702]: DEBUG nova.compute.manager [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.207187] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.207187] env[69702]: DEBUG oslo_vmware.api [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085236, 'name': PowerOnVM_Task, 'duration_secs': 0.558961} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.207187] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e53c7cb-b099-4b03-a7c6-db7d1eda3af8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.209342] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.210603] env[69702]: INFO nova.compute.manager [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Took 10.25 seconds to spawn the instance on the hypervisor. [ 873.210931] env[69702]: DEBUG nova.compute.manager [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.211779] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128ff276-0adf-4899-8b4c-d8f160a9369e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.231427] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.231427] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff013ac8-dbd1-480e-86bf-5d9bf0bd0a78 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.236520] env[69702]: DEBUG oslo_vmware.api [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 873.236520] env[69702]: value = "task-3085238" [ 873.236520] env[69702]: _type = "Task" [ 873.236520] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.247748] env[69702]: DEBUG oslo_vmware.api [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.285953] env[69702]: DEBUG nova.compute.manager [req-c3bb6e3c-bb97-49d1-b7f6-ad364f9915a8 req-92b27279-4808-4580-8d59-6b4e51f87485 service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Received event network-vif-plugged-2f8dd570-b57b-4a18-a443-718cd5f45974 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.286218] env[69702]: DEBUG oslo_concurrency.lockutils [req-c3bb6e3c-bb97-49d1-b7f6-ad364f9915a8 req-92b27279-4808-4580-8d59-6b4e51f87485 service nova] Acquiring lock "b11d419a-93e7-48a1-b29d-97c3c80eb891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.286428] env[69702]: DEBUG oslo_concurrency.lockutils [req-c3bb6e3c-bb97-49d1-b7f6-ad364f9915a8 req-92b27279-4808-4580-8d59-6b4e51f87485 service nova] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.286599] env[69702]: DEBUG oslo_concurrency.lockutils [req-c3bb6e3c-bb97-49d1-b7f6-ad364f9915a8 req-92b27279-4808-4580-8d59-6b4e51f87485 service nova] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.286770] env[69702]: DEBUG nova.compute.manager [req-c3bb6e3c-bb97-49d1-b7f6-ad364f9915a8 req-92b27279-4808-4580-8d59-6b4e51f87485 service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] No waiting events found dispatching network-vif-plugged-2f8dd570-b57b-4a18-a443-718cd5f45974 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.287037] env[69702]: WARNING nova.compute.manager [req-c3bb6e3c-bb97-49d1-b7f6-ad364f9915a8 req-92b27279-4808-4580-8d59-6b4e51f87485 service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Received unexpected event network-vif-plugged-2f8dd570-b57b-4a18-a443-718cd5f45974 for instance with vm_state building and task_state spawning. [ 873.381798] env[69702]: DEBUG nova.network.neutron [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Successfully updated port: 2f8dd570-b57b-4a18-a443-718cd5f45974 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.424912] env[69702]: DEBUG nova.scheduler.client.report [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.598032] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085237, 'name': Rename_Task, 'duration_secs': 0.274252} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.598288] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.598531] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c494dde-68a4-4939-b029-137355aa909c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.604996] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 873.604996] env[69702]: value = "task-3085239" [ 873.604996] env[69702]: _type = "Task" [ 873.604996] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.613006] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.734588] env[69702]: INFO nova.compute.manager [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Took 54.45 seconds to build instance. [ 873.746925] env[69702]: DEBUG oslo_vmware.api [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085238, 'name': PowerOffVM_Task, 'duration_secs': 0.138525} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.747248] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.747450] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.747735] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b81065a6-0efa-4112-a445-90e4261e8b0c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.772516] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.772764] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.772949] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Deleting the datastore file [datastore1] ca09d892-b66e-4aad-8a27-0d76e62715ed {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.773223] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7e40ae2-a0e4-46dc-8072-80a47614b8a7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.779272] env[69702]: DEBUG oslo_vmware.api [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for the task: (returnval){ [ 873.779272] env[69702]: value = "task-3085241" [ 873.779272] env[69702]: _type = "Task" [ 873.779272] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.788983] env[69702]: DEBUG oslo_vmware.api [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.885185] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.885259] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquired lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.885413] env[69702]: DEBUG nova.network.neutron [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.930264] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.930790] env[69702]: DEBUG nova.compute.manager [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.934088] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.923s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.935768] env[69702]: INFO nova.compute.claims [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.116299] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085239, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.237095] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84ae6adf-f492-4cfd-bfca-f63555c10541 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "0f0caa6c-7dfa-48f6-b7fa-d937d6fea258" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.807s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.289275] env[69702]: DEBUG oslo_vmware.api [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Task: {'id': task-3085241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080004} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.289541] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.289743] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.289925] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.290114] env[69702]: INFO nova.compute.manager [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Took 1.09 seconds to destroy the instance on the hypervisor. [ 874.290359] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.290552] env[69702]: DEBUG nova.compute.manager [-] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.290647] env[69702]: DEBUG nova.network.neutron [-] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.310201] env[69702]: DEBUG nova.network.neutron [-] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.415247] env[69702]: DEBUG nova.network.neutron [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.440372] env[69702]: DEBUG nova.compute.utils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.443453] env[69702]: DEBUG nova.compute.manager [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.443655] env[69702]: DEBUG nova.network.neutron [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.510716] env[69702]: DEBUG nova.policy [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d65693d08c94c2694e76f61a91308a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61b71cbd7cd7468a929ebfc17885e510', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.589036] env[69702]: DEBUG nova.network.neutron [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Updating instance_info_cache with network_info: [{"id": "2f8dd570-b57b-4a18-a443-718cd5f45974", "address": "fa:16:3e:e2:61:23", "network": {"id": "7fa73226-0218-431e-a4d1-600431a98aec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-748060380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8220d358101a452195570f1988233018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8dd570-b5", "ovs_interfaceid": "2f8dd570-b57b-4a18-a443-718cd5f45974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.616074] env[69702]: DEBUG oslo_vmware.api [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085239, 'name': PowerOnVM_Task, 'duration_secs': 0.635784} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.616427] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.616684] env[69702]: INFO nova.compute.manager [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Took 6.84 seconds to spawn the instance on the hypervisor. [ 874.617088] env[69702]: DEBUG nova.compute.manager [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.620494] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d7dd4f-ae9d-46a6-bb98-7d894013177c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.658535] env[69702]: DEBUG oslo_concurrency.lockutils [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "0f0caa6c-7dfa-48f6-b7fa-d937d6fea258" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.658535] env[69702]: DEBUG oslo_concurrency.lockutils [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "0f0caa6c-7dfa-48f6-b7fa-d937d6fea258" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.658535] env[69702]: DEBUG oslo_concurrency.lockutils [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "0f0caa6c-7dfa-48f6-b7fa-d937d6fea258-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.658535] env[69702]: DEBUG oslo_concurrency.lockutils [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "0f0caa6c-7dfa-48f6-b7fa-d937d6fea258-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.658535] env[69702]: DEBUG oslo_concurrency.lockutils [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "0f0caa6c-7dfa-48f6-b7fa-d937d6fea258-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.663021] env[69702]: INFO nova.compute.manager [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Terminating instance [ 874.739790] env[69702]: DEBUG nova.compute.manager [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.813642] env[69702]: DEBUG nova.network.neutron [-] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.945037] env[69702]: DEBUG nova.compute.manager [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.965090] env[69702]: DEBUG nova.network.neutron [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Successfully created port: b9b81b6e-dfae-4339-8823-d42a0dc6eb43 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.093710] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Releasing lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.094212] env[69702]: DEBUG nova.compute.manager [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Instance network_info: |[{"id": "2f8dd570-b57b-4a18-a443-718cd5f45974", "address": "fa:16:3e:e2:61:23", "network": {"id": "7fa73226-0218-431e-a4d1-600431a98aec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-748060380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8220d358101a452195570f1988233018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8dd570-b5", "ovs_interfaceid": "2f8dd570-b57b-4a18-a443-718cd5f45974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.094862] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:61:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f8dd570-b57b-4a18-a443-718cd5f45974', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.104412] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Creating folder: Project (8220d358101a452195570f1988233018). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.109308] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95fcf5d5-c4d4-4401-9a0a-1d37e12b29b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.124643] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Created folder: Project (8220d358101a452195570f1988233018) in parent group-v617437. [ 875.124834] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Creating folder: Instances. Parent ref: group-v617628. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.125093] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-178dd964-3470-4570-a2ee-de993d80055d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.141552] env[69702]: INFO nova.compute.manager [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Took 48.20 seconds to build instance. [ 875.143887] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Created folder: Instances in parent group-v617628. [ 875.144442] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.145123] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.145123] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad3fd649-8a86-470e-89ce-10abae2f1899 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.170974] env[69702]: DEBUG nova.compute.manager [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.171223] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.171470] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.171470] env[69702]: value = "task-3085244" [ 875.171470] env[69702]: _type = "Task" [ 875.171470] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.172232] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1244ada4-bfef-4a0b-96ce-2ed1f903e996 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.190273] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085244, 'name': CreateVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.192642] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.192896] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fc2b834-b65e-48b3-84f9-41186b4cccda {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.200160] env[69702]: DEBUG oslo_vmware.api [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 875.200160] env[69702]: value = "task-3085245" [ 875.200160] env[69702]: _type = "Task" [ 875.200160] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.210809] env[69702]: DEBUG oslo_vmware.api [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.262309] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.314997] env[69702]: INFO nova.compute.manager [-] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Took 1.02 seconds to deallocate network for instance. [ 875.411621] env[69702]: DEBUG nova.compute.manager [req-e8f1e1ee-b808-4c12-adc1-083773012c47 req-bb2ab80c-7524-4e28-b777-96b884ea2383 service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Received event network-changed-2f8dd570-b57b-4a18-a443-718cd5f45974 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.411840] env[69702]: DEBUG nova.compute.manager [req-e8f1e1ee-b808-4c12-adc1-083773012c47 req-bb2ab80c-7524-4e28-b777-96b884ea2383 service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Refreshing instance network info cache due to event network-changed-2f8dd570-b57b-4a18-a443-718cd5f45974. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.412517] env[69702]: DEBUG oslo_concurrency.lockutils [req-e8f1e1ee-b808-4c12-adc1-083773012c47 req-bb2ab80c-7524-4e28-b777-96b884ea2383 service nova] Acquiring lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.412517] env[69702]: DEBUG oslo_concurrency.lockutils [req-e8f1e1ee-b808-4c12-adc1-083773012c47 req-bb2ab80c-7524-4e28-b777-96b884ea2383 service nova] Acquired lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.412760] env[69702]: DEBUG nova.network.neutron [req-e8f1e1ee-b808-4c12-adc1-083773012c47 req-bb2ab80c-7524-4e28-b777-96b884ea2383 service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Refreshing network info cache for port 2f8dd570-b57b-4a18-a443-718cd5f45974 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.517510] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2265dc44-49f9-467f-81ae-4ae00aa79a27 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.525535] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7531d8db-7276-4bf9-b120-08f20a09a95c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.558734] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b50c084-c997-4273-8b94-5be9b85e05f4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.566388] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849fffb1-e403-4cb1-861b-cc638b5cfdb3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.580270] env[69702]: DEBUG nova.compute.provider_tree [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.617021] env[69702]: INFO nova.compute.manager [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Rebuilding instance [ 875.662289] env[69702]: DEBUG nova.compute.manager [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.663475] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72d065b-737c-4e6f-8a1a-5d8f7de5ebda {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.666609] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5589c197-98d0-4712-8263-b9aee59decbb tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Lock "a426e1f5-bb7c-4a09-8681-a1592aa00551" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.094s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.688640] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085244, 'name': CreateVM_Task, 'duration_secs': 0.451386} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.688844] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.689502] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.689671] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.689997] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.690275] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bcdf13e-8d3e-4d59-9cc7-2e82407b46c6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.695199] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 875.695199] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c67245-ac01-bd78-0a53-3b737f6672c4" [ 875.695199] env[69702]: _type = "Task" [ 875.695199] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.709832] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c67245-ac01-bd78-0a53-3b737f6672c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.717645] env[69702]: DEBUG oslo_vmware.api [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085245, 'name': PowerOffVM_Task, 'duration_secs': 0.247703} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.717938] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.718270] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.718534] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9a7d075-9bba-4082-9e6b-679d2eb2ba5f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.791126] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.791654] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.791654] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleting the datastore file [datastore1] 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.791654] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d006dd3-57e5-481e-b332-60b21b480f3f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.798145] env[69702]: DEBUG oslo_vmware.api [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 875.798145] env[69702]: value = "task-3085247" [ 875.798145] env[69702]: _type = "Task" [ 875.798145] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.806981] env[69702]: DEBUG oslo_vmware.api [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.824487] env[69702]: DEBUG oslo_concurrency.lockutils [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.962379] env[69702]: DEBUG nova.compute.manager [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.990566] env[69702]: DEBUG nova.virt.hardware [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.990813] env[69702]: DEBUG nova.virt.hardware [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.990974] env[69702]: DEBUG nova.virt.hardware [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.991190] env[69702]: DEBUG nova.virt.hardware [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.991337] env[69702]: DEBUG nova.virt.hardware [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.991481] env[69702]: DEBUG nova.virt.hardware [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.991751] env[69702]: DEBUG nova.virt.hardware [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.991842] env[69702]: DEBUG nova.virt.hardware [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.992039] env[69702]: DEBUG nova.virt.hardware [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.992211] env[69702]: DEBUG nova.virt.hardware [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.992385] env[69702]: DEBUG nova.virt.hardware [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.993307] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f39198c-a13c-455c-8108-67ac9f8fb8df {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.005702] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b961fd0a-5fce-4081-8d1c-1157d510cbc0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.083129] env[69702]: DEBUG nova.scheduler.client.report [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.208921] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c67245-ac01-bd78-0a53-3b737f6672c4, 'name': SearchDatastore_Task, 'duration_secs': 0.020004} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.212721] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.213120] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.213484] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.214015] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.214015] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.214404] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02b0137d-7021-4399-979b-5cae5811aaa6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.227919] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.228256] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.229403] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ca9fd6-e77f-4949-8f46-afd561c0346a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.237973] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 876.237973] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52af1221-b999-1824-5753-e9c0c9bd8cd2" [ 876.237973] env[69702]: _type = "Task" [ 876.237973] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.247028] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52af1221-b999-1824-5753-e9c0c9bd8cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.269454] env[69702]: DEBUG nova.network.neutron [req-e8f1e1ee-b808-4c12-adc1-083773012c47 req-bb2ab80c-7524-4e28-b777-96b884ea2383 service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Updated VIF entry in instance network info cache for port 2f8dd570-b57b-4a18-a443-718cd5f45974. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.269828] env[69702]: DEBUG nova.network.neutron [req-e8f1e1ee-b808-4c12-adc1-083773012c47 req-bb2ab80c-7524-4e28-b777-96b884ea2383 service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Updating instance_info_cache with network_info: [{"id": "2f8dd570-b57b-4a18-a443-718cd5f45974", "address": "fa:16:3e:e2:61:23", "network": {"id": "7fa73226-0218-431e-a4d1-600431a98aec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-748060380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8220d358101a452195570f1988233018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8dd570-b5", "ovs_interfaceid": "2f8dd570-b57b-4a18-a443-718cd5f45974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.309423] env[69702]: DEBUG oslo_vmware.api [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37616} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.309423] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.309423] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.309423] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.309423] env[69702]: INFO nova.compute.manager [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Took 1.14 seconds to destroy the instance on the hypervisor. [ 876.309691] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.309731] env[69702]: DEBUG nova.compute.manager [-] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.309820] env[69702]: DEBUG nova.network.neutron [-] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.588977] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.589739] env[69702]: DEBUG nova.compute.manager [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.594333] env[69702]: DEBUG oslo_concurrency.lockutils [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.408s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.596459] env[69702]: INFO nova.compute.claims [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.677590] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.678056] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb231595-3e75-4a74-b7c3-35bb94c6f52a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.687464] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 876.687464] env[69702]: value = "task-3085248" [ 876.687464] env[69702]: _type = "Task" [ 876.687464] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.698900] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.750305] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52af1221-b999-1824-5753-e9c0c9bd8cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.034407} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.750305] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0424d2a-49e0-4747-a8ab-4d83ce8c26ce {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.759370] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 876.759370] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52373d2a-ad1c-25e1-d0af-2f7f42a16e19" [ 876.759370] env[69702]: _type = "Task" [ 876.759370] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.769628] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52373d2a-ad1c-25e1-d0af-2f7f42a16e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.772577] env[69702]: DEBUG oslo_concurrency.lockutils [req-e8f1e1ee-b808-4c12-adc1-083773012c47 req-bb2ab80c-7524-4e28-b777-96b884ea2383 service nova] Releasing lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.883159] env[69702]: DEBUG nova.network.neutron [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Successfully updated port: b9b81b6e-dfae-4339-8823-d42a0dc6eb43 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.103304] env[69702]: DEBUG nova.compute.utils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.104997] env[69702]: DEBUG nova.compute.manager [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.105193] env[69702]: DEBUG nova.network.neutron [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.149998] env[69702]: DEBUG nova.policy [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55b2eb046ee245caad81fd0ad99dd994', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '687f8b06ffca4eec9d7e2f315961ca26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.200077] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085248, 'name': PowerOffVM_Task, 'duration_secs': 0.162023} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.200523] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.201027] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.204256] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187cbb4b-5fe0-4be8-98dc-7d2140fb1cc5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.210807] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.215021] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30a8259d-e7ac-416c-8d40-4ca3b0f097fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.236913] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.236913] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.236913] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Deleting the datastore file [datastore1] a426e1f5-bb7c-4a09-8681-a1592aa00551 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.236913] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24bfe40b-d212-48ac-8f26-19fadb0f68bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.242404] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 877.242404] env[69702]: value = "task-3085250" [ 877.242404] env[69702]: _type = "Task" [ 877.242404] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.250509] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.256373] env[69702]: DEBUG nova.network.neutron [-] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.272998] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52373d2a-ad1c-25e1-d0af-2f7f42a16e19, 'name': SearchDatastore_Task, 'duration_secs': 0.012823} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.273394] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.273775] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] b11d419a-93e7-48a1-b29d-97c3c80eb891/b11d419a-93e7-48a1-b29d-97c3c80eb891.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.274643] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7504650a-5129-4ec3-ac2b-07bc1c3bad1b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.281274] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 877.281274] env[69702]: value = "task-3085251" [ 877.281274] env[69702]: _type = "Task" [ 877.281274] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.290407] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.386340] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "refresh_cache-e7ef3381-0562-4b96-84cf-701a89c3c904" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.386492] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquired lock "refresh_cache-e7ef3381-0562-4b96-84cf-701a89c3c904" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.386649] env[69702]: DEBUG nova.network.neutron [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.438260] env[69702]: DEBUG nova.compute.manager [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Received event network-vif-plugged-b9b81b6e-dfae-4339-8823-d42a0dc6eb43 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.438460] env[69702]: DEBUG oslo_concurrency.lockutils [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] Acquiring lock "e7ef3381-0562-4b96-84cf-701a89c3c904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.438704] env[69702]: DEBUG oslo_concurrency.lockutils [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] Lock "e7ef3381-0562-4b96-84cf-701a89c3c904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.438941] env[69702]: DEBUG oslo_concurrency.lockutils [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] Lock "e7ef3381-0562-4b96-84cf-701a89c3c904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.439122] env[69702]: DEBUG nova.compute.manager [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] No waiting events found dispatching network-vif-plugged-b9b81b6e-dfae-4339-8823-d42a0dc6eb43 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.439372] env[69702]: WARNING nova.compute.manager [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Received unexpected event network-vif-plugged-b9b81b6e-dfae-4339-8823-d42a0dc6eb43 for instance with vm_state building and task_state spawning. [ 877.439562] env[69702]: DEBUG nova.compute.manager [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Received event network-vif-deleted-10dc7423-85c8-44da-b4f1-1eefd3e1865c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.439772] env[69702]: DEBUG nova.compute.manager [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Received event network-changed-b9b81b6e-dfae-4339-8823-d42a0dc6eb43 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.439933] env[69702]: DEBUG nova.compute.manager [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Refreshing instance network info cache due to event network-changed-b9b81b6e-dfae-4339-8823-d42a0dc6eb43. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.440138] env[69702]: DEBUG oslo_concurrency.lockutils [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] Acquiring lock "refresh_cache-e7ef3381-0562-4b96-84cf-701a89c3c904" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.573733] env[69702]: DEBUG nova.network.neutron [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Successfully created port: 8749dc05-afa4-4b5a-96a8-c135b3d17bb4 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.609973] env[69702]: DEBUG nova.compute.manager [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.756765] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.758374] env[69702]: INFO nova.compute.manager [-] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Took 1.45 seconds to deallocate network for instance. [ 877.792510] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47246} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.793454] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] b11d419a-93e7-48a1-b29d-97c3c80eb891/b11d419a-93e7-48a1-b29d-97c3c80eb891.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.793674] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.793950] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a979831-afda-4015-a78c-d92d320b791e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.799723] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 877.799723] env[69702]: value = "task-3085252" [ 877.799723] env[69702]: _type = "Task" [ 877.799723] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.810048] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.959055] env[69702]: DEBUG nova.network.neutron [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.069544] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd1747a-7f33-4b67-9eab-347cdb327245 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.076989] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183da95a-8a16-422d-982d-72f9769a52d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.110753] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55f4599-9d00-4bfa-979e-4e7568bc9a96 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.120460] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d7ef9-f8a0-4e32-b648-3cad028e6683 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.134084] env[69702]: DEBUG nova.compute.provider_tree [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.254180] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.59019} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.254507] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.254706] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.254889] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.265573] env[69702]: DEBUG oslo_concurrency.lockutils [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.312718] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067065} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.312718] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.312718] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bebc8d3-44a7-46e9-b5a0-eea7498cb7f2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.332233] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] b11d419a-93e7-48a1-b29d-97c3c80eb891/b11d419a-93e7-48a1-b29d-97c3c80eb891.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.332968] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06bd1c51-cb0c-4793-a543-3590766fd01d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.352565] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 878.352565] env[69702]: value = "task-3085253" [ 878.352565] env[69702]: _type = "Task" [ 878.352565] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.360396] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.465372] env[69702]: DEBUG nova.network.neutron [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Updating instance_info_cache with network_info: [{"id": "b9b81b6e-dfae-4339-8823-d42a0dc6eb43", "address": "fa:16:3e:6e:fe:97", "network": {"id": "394fe4a8-4eff-4239-be54-7a2f6a295e74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1729208272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b71cbd7cd7468a929ebfc17885e510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b81b6e-df", "ovs_interfaceid": "b9b81b6e-dfae-4339-8823-d42a0dc6eb43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.623263] env[69702]: DEBUG nova.compute.manager [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.638333] env[69702]: DEBUG nova.scheduler.client.report [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.660123] env[69702]: DEBUG nova.virt.hardware [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.660123] env[69702]: DEBUG nova.virt.hardware [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.660123] env[69702]: DEBUG nova.virt.hardware [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.660123] env[69702]: DEBUG nova.virt.hardware [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.660123] env[69702]: DEBUG nova.virt.hardware [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.660123] env[69702]: DEBUG nova.virt.hardware [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.660123] env[69702]: DEBUG nova.virt.hardware [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.660123] env[69702]: DEBUG nova.virt.hardware [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.660433] env[69702]: DEBUG nova.virt.hardware [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.660433] env[69702]: DEBUG nova.virt.hardware [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.660556] env[69702]: DEBUG nova.virt.hardware [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.661635] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99296d11-a448-40ea-aaab-a1ba8ef8d6fd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.671017] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02f0d3e-6c72-4a8c-9bf0-6cad66e81bc4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.863793] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085253, 'name': ReconfigVM_Task, 'duration_secs': 0.277049} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.864135] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Reconfigured VM instance instance-00000042 to attach disk [datastore2] b11d419a-93e7-48a1-b29d-97c3c80eb891/b11d419a-93e7-48a1-b29d-97c3c80eb891.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.864782] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-901faa70-0d09-4523-b3b5-a06964e395e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.870871] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 878.870871] env[69702]: value = "task-3085254" [ 878.870871] env[69702]: _type = "Task" [ 878.870871] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.878908] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085254, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.968032] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Releasing lock "refresh_cache-e7ef3381-0562-4b96-84cf-701a89c3c904" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.968032] env[69702]: DEBUG nova.compute.manager [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Instance network_info: |[{"id": "b9b81b6e-dfae-4339-8823-d42a0dc6eb43", "address": "fa:16:3e:6e:fe:97", "network": {"id": "394fe4a8-4eff-4239-be54-7a2f6a295e74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1729208272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b71cbd7cd7468a929ebfc17885e510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b81b6e-df", "ovs_interfaceid": "b9b81b6e-dfae-4339-8823-d42a0dc6eb43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.968442] env[69702]: DEBUG oslo_concurrency.lockutils [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] Acquired lock "refresh_cache-e7ef3381-0562-4b96-84cf-701a89c3c904" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.968520] env[69702]: DEBUG nova.network.neutron [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Refreshing network info cache for port b9b81b6e-dfae-4339-8823-d42a0dc6eb43 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.969781] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:fe:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9b81b6e-dfae-4339-8823-d42a0dc6eb43', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.977698] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.980979] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.981563] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f05c5cbe-d690-4155-82a6-cc446aa87116 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.001317] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.001317] env[69702]: value = "task-3085255" [ 879.001317] env[69702]: _type = "Task" [ 879.001317] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.011275] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085255, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.143904] env[69702]: DEBUG oslo_concurrency.lockutils [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.144348] env[69702]: DEBUG nova.compute.manager [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.150024] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.724s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.150206] env[69702]: DEBUG nova.objects.instance [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 879.289553] env[69702]: DEBUG nova.virt.hardware [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.289809] env[69702]: DEBUG nova.virt.hardware [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.289964] env[69702]: DEBUG nova.virt.hardware [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.290154] env[69702]: DEBUG nova.virt.hardware [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.290304] env[69702]: DEBUG nova.virt.hardware [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.290452] env[69702]: DEBUG nova.virt.hardware [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.290657] env[69702]: DEBUG nova.virt.hardware [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.290818] env[69702]: DEBUG nova.virt.hardware [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.290985] env[69702]: DEBUG nova.virt.hardware [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.291162] env[69702]: DEBUG nova.virt.hardware [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.291399] env[69702]: DEBUG nova.virt.hardware [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.292222] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e303797f-0a75-4c1f-8750-a1c3a858709f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.299922] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d67c22-ff64-4129-8e72-03504f769147 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.313226] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.318765] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.318997] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.319216] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-872f8ed4-7fe2-4a22-8369-f9af192800cf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.340109] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.340109] env[69702]: value = "task-3085256" [ 879.340109] env[69702]: _type = "Task" [ 879.340109] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.349348] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085256, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.379923] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085254, 'name': Rename_Task, 'duration_secs': 0.141522} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.381682] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.381682] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20c0e5ec-a2d6-49e1-8a7d-6d59deed2fd6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.383239] env[69702]: DEBUG nova.network.neutron [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Updated VIF entry in instance network info cache for port b9b81b6e-dfae-4339-8823-d42a0dc6eb43. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.383563] env[69702]: DEBUG nova.network.neutron [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Updating instance_info_cache with network_info: [{"id": "b9b81b6e-dfae-4339-8823-d42a0dc6eb43", "address": "fa:16:3e:6e:fe:97", "network": {"id": "394fe4a8-4eff-4239-be54-7a2f6a295e74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1729208272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b71cbd7cd7468a929ebfc17885e510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b81b6e-df", "ovs_interfaceid": "b9b81b6e-dfae-4339-8823-d42a0dc6eb43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.389308] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 879.389308] env[69702]: value = "task-3085257" [ 879.389308] env[69702]: _type = "Task" [ 879.389308] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.398052] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.466213] env[69702]: DEBUG nova.compute.manager [req-de8cba81-655f-475b-8724-ae59d60d1cf7 req-d6beed2f-f1cf-4530-a1f0-ba0ac61a22c5 service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Received event network-vif-plugged-8749dc05-afa4-4b5a-96a8-c135b3d17bb4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.466525] env[69702]: DEBUG oslo_concurrency.lockutils [req-de8cba81-655f-475b-8724-ae59d60d1cf7 req-d6beed2f-f1cf-4530-a1f0-ba0ac61a22c5 service nova] Acquiring lock "7c167f2c-df6b-4679-b223-357d2d0945f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.466741] env[69702]: DEBUG oslo_concurrency.lockutils [req-de8cba81-655f-475b-8724-ae59d60d1cf7 req-d6beed2f-f1cf-4530-a1f0-ba0ac61a22c5 service nova] Lock "7c167f2c-df6b-4679-b223-357d2d0945f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.467069] env[69702]: DEBUG oslo_concurrency.lockutils [req-de8cba81-655f-475b-8724-ae59d60d1cf7 req-d6beed2f-f1cf-4530-a1f0-ba0ac61a22c5 service nova] Lock "7c167f2c-df6b-4679-b223-357d2d0945f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.467146] env[69702]: DEBUG nova.compute.manager [req-de8cba81-655f-475b-8724-ae59d60d1cf7 req-d6beed2f-f1cf-4530-a1f0-ba0ac61a22c5 service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] No waiting events found dispatching network-vif-plugged-8749dc05-afa4-4b5a-96a8-c135b3d17bb4 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.467303] env[69702]: WARNING nova.compute.manager [req-de8cba81-655f-475b-8724-ae59d60d1cf7 req-d6beed2f-f1cf-4530-a1f0-ba0ac61a22c5 service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Received unexpected event network-vif-plugged-8749dc05-afa4-4b5a-96a8-c135b3d17bb4 for instance with vm_state building and task_state spawning. [ 879.518070] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085255, 'name': CreateVM_Task, 'duration_secs': 0.467458} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.522256] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.522256] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.522256] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.522256] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.522256] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f1b6e30-a794-4597-a099-b4bbed219645 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.527724] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 879.527724] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5238e9c8-64be-da64-8a99-e1e23981e815" [ 879.527724] env[69702]: _type = "Task" [ 879.527724] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.528143] env[69702]: DEBUG nova.network.neutron [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Successfully updated port: 8749dc05-afa4-4b5a-96a8-c135b3d17bb4 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.539370] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5238e9c8-64be-da64-8a99-e1e23981e815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.654853] env[69702]: DEBUG nova.compute.utils [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.656368] env[69702]: DEBUG nova.compute.manager [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.656541] env[69702]: DEBUG nova.network.neutron [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.718355] env[69702]: DEBUG nova.policy [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3177a57a464247988d322c482c44d5b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f18db4a459184da7bbd7b13e1c218b93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.849983] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085256, 'name': CreateVM_Task, 'duration_secs': 0.267271} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.850179] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.850592] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.850752] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.851380] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.851380] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b096e672-f27c-4d7d-90c2-ab7f2107af74 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.856376] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 879.856376] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fdcd56-8972-20f2-709e-1d76d04045a9" [ 879.856376] env[69702]: _type = "Task" [ 879.856376] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.863656] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fdcd56-8972-20f2-709e-1d76d04045a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.886436] env[69702]: DEBUG oslo_concurrency.lockutils [req-dae4cecf-c91f-4a9b-b344-66ab47a94225 req-40e105bc-11a3-442c-bb7a-11345b206f42 service nova] Releasing lock "refresh_cache-e7ef3381-0562-4b96-84cf-701a89c3c904" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.897860] env[69702]: DEBUG oslo_vmware.api [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085257, 'name': PowerOnVM_Task, 'duration_secs': 0.43979} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.898146] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.898345] env[69702]: INFO nova.compute.manager [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Took 7.50 seconds to spawn the instance on the hypervisor. [ 879.898522] env[69702]: DEBUG nova.compute.manager [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.899265] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944c8935-a12c-4fef-8707-7d0da68333cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.042430] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Acquiring lock "refresh_cache-7c167f2c-df6b-4679-b223-357d2d0945f4" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.042430] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Acquired lock "refresh_cache-7c167f2c-df6b-4679-b223-357d2d0945f4" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.042732] env[69702]: DEBUG nova.network.neutron [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.043907] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5238e9c8-64be-da64-8a99-e1e23981e815, 'name': SearchDatastore_Task, 'duration_secs': 0.011698} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.044025] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.044249] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.044594] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.044594] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.044757] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.045363] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db7c95db-f99b-4326-ad74-01c4cc573ff9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.053746] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.056697] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.056697] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4cf324f-170e-4aba-8e18-f94a6adcb293 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.060719] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 880.060719] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c5efcd-af03-04c9-97e8-caa28d97e708" [ 880.060719] env[69702]: _type = "Task" [ 880.060719] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.069978] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c5efcd-af03-04c9-97e8-caa28d97e708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.163020] env[69702]: DEBUG nova.compute.manager [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.166892] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1b515fb-3ae0-4d98-9423-fc7fbb4cabf6 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.168122] env[69702]: DEBUG oslo_concurrency.lockutils [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.638s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.168384] env[69702]: DEBUG nova.objects.instance [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 880.211064] env[69702]: DEBUG nova.network.neutron [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Successfully created port: bbed3069-6043-4fee-9e3d-a35fc2075584 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.366443] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fdcd56-8972-20f2-709e-1d76d04045a9, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.366738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.366990] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.367251] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.367399] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.367582] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.367837] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4db5f0fc-cd43-4242-8901-4cc01095a8e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.375682] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.375851] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.376569] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed159ecb-2570-42db-add9-b143eeb08946 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.381418] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 880.381418] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5212a8ce-33be-9965-51d1-85d787ac6261" [ 880.381418] env[69702]: _type = "Task" [ 880.381418] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.390438] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5212a8ce-33be-9965-51d1-85d787ac6261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.416849] env[69702]: INFO nova.compute.manager [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Took 48.45 seconds to build instance. [ 880.571751] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c5efcd-af03-04c9-97e8-caa28d97e708, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.572533] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535cf138-74cc-4afb-8012-b221df8a8395 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.577763] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 880.577763] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527a919e-7011-e39d-a6cb-4937d1a42049" [ 880.577763] env[69702]: _type = "Task" [ 880.577763] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.581406] env[69702]: DEBUG nova.network.neutron [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.587755] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527a919e-7011-e39d-a6cb-4937d1a42049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.671934] env[69702]: INFO nova.virt.block_device [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Booting with volume 5ce8d41f-95ce-4734-b516-acac9abea050 at /dev/sda [ 880.717724] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7984122b-e207-446f-80f4-ae0e81d315df {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.729571] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd0200-f74a-4e20-ae5d-fac78d01d008 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.771738] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16591c42-c451-452d-b383-27d5e1344264 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.781453] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640f7ab9-6f59-4382-a51f-51f9b1770af5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.798371] env[69702]: DEBUG nova.network.neutron [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Updating instance_info_cache with network_info: [{"id": "8749dc05-afa4-4b5a-96a8-c135b3d17bb4", "address": "fa:16:3e:0d:6f:4e", "network": {"id": "344b3828-40c3-4e34-b27e-59c1c7fa21f1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1072643226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687f8b06ffca4eec9d7e2f315961ca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8749dc05-af", "ovs_interfaceid": "8749dc05-afa4-4b5a-96a8-c135b3d17bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.817756] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f980bd39-86c5-409a-b50f-1627e8bb52de {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.824974] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fedead-f9b5-4136-aa49-720c1970c7a9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.838038] env[69702]: DEBUG nova.virt.block_device [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Updating existing volume attachment record: 581bb3e5-e51f-4036-8d3f-632d053e9cee {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 880.895017] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5212a8ce-33be-9965-51d1-85d787ac6261, 'name': SearchDatastore_Task, 'duration_secs': 0.010786} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.895017] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba30778-11ea-424b-b67f-86fcd2854204 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.900176] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 880.900176] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5253f86e-df72-72c2-a420-27155e9fae05" [ 880.900176] env[69702]: _type = "Task" [ 880.900176] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.907856] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5253f86e-df72-72c2-a420-27155e9fae05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.917298] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f730f069-1a0f-48d0-a525-39c3c0701d06 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.473s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.089028] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527a919e-7011-e39d-a6cb-4937d1a42049, 'name': SearchDatastore_Task, 'duration_secs': 0.009008} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.089322] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.089389] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] e7ef3381-0562-4b96-84cf-701a89c3c904/e7ef3381-0562-4b96-84cf-701a89c3c904.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.089648] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d12af2ed-a2df-4f46-9bb3-beb655758b9d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.095617] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 881.095617] env[69702]: value = "task-3085258" [ 881.095617] env[69702]: _type = "Task" [ 881.095617] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.103327] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.183998] env[69702]: DEBUG oslo_concurrency.lockutils [None req-824af37d-5b3c-4051-b74a-f6c46038d518 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.185351] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.302s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.187826] env[69702]: INFO nova.compute.claims [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.301934] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Releasing lock "refresh_cache-7c167f2c-df6b-4679-b223-357d2d0945f4" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.301934] env[69702]: DEBUG nova.compute.manager [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Instance network_info: |[{"id": "8749dc05-afa4-4b5a-96a8-c135b3d17bb4", "address": "fa:16:3e:0d:6f:4e", "network": {"id": "344b3828-40c3-4e34-b27e-59c1c7fa21f1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1072643226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687f8b06ffca4eec9d7e2f315961ca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8749dc05-af", "ovs_interfaceid": "8749dc05-afa4-4b5a-96a8-c135b3d17bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.302281] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:6f:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8749dc05-afa4-4b5a-96a8-c135b3d17bb4', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.310130] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Creating folder: Project (687f8b06ffca4eec9d7e2f315961ca26). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.311312] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5047281d-8b3f-4220-b015-29dc3f8455ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.322593] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Created folder: Project (687f8b06ffca4eec9d7e2f315961ca26) in parent group-v617437. [ 881.323083] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Creating folder: Instances. Parent ref: group-v617633. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.323534] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-123534d0-fa1c-4c6c-a501-b985dd9f37ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.332805] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Created folder: Instances in parent group-v617633. [ 881.333150] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.333406] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.333826] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-877549b7-f09f-42bd-8085-e025b20d3e2e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.354162] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.354162] env[69702]: value = "task-3085261" [ 881.354162] env[69702]: _type = "Task" [ 881.354162] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.363521] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085261, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.412223] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5253f86e-df72-72c2-a420-27155e9fae05, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.412552] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.412809] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] a426e1f5-bb7c-4a09-8681-a1592aa00551/a426e1f5-bb7c-4a09-8681-a1592aa00551.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.413108] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbfd497f-ec94-4e77-99c8-3ff009c12d8b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.420224] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 881.420224] env[69702]: value = "task-3085262" [ 881.420224] env[69702]: _type = "Task" [ 881.420224] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.430640] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.502657] env[69702]: DEBUG nova.compute.manager [req-235ae6f7-21b1-4a95-bfd5-a7d8ae848966 req-b79188c0-39e6-4526-8635-257466d0e814 service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Received event network-changed-8749dc05-afa4-4b5a-96a8-c135b3d17bb4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.502818] env[69702]: DEBUG nova.compute.manager [req-235ae6f7-21b1-4a95-bfd5-a7d8ae848966 req-b79188c0-39e6-4526-8635-257466d0e814 service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Refreshing instance network info cache due to event network-changed-8749dc05-afa4-4b5a-96a8-c135b3d17bb4. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.503069] env[69702]: DEBUG oslo_concurrency.lockutils [req-235ae6f7-21b1-4a95-bfd5-a7d8ae848966 req-b79188c0-39e6-4526-8635-257466d0e814 service nova] Acquiring lock "refresh_cache-7c167f2c-df6b-4679-b223-357d2d0945f4" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.503684] env[69702]: DEBUG oslo_concurrency.lockutils [req-235ae6f7-21b1-4a95-bfd5-a7d8ae848966 req-b79188c0-39e6-4526-8635-257466d0e814 service nova] Acquired lock "refresh_cache-7c167f2c-df6b-4679-b223-357d2d0945f4" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.503936] env[69702]: DEBUG nova.network.neutron [req-235ae6f7-21b1-4a95-bfd5-a7d8ae848966 req-b79188c0-39e6-4526-8635-257466d0e814 service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Refreshing network info cache for port 8749dc05-afa4-4b5a-96a8-c135b3d17bb4 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.605313] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485316} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.605516] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] e7ef3381-0562-4b96-84cf-701a89c3c904/e7ef3381-0562-4b96-84cf-701a89c3c904.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.606099] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.606099] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28323a7e-141d-4a66-a82a-6fe2238b9cbe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.613698] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 881.613698] env[69702]: value = "task-3085263" [ 881.613698] env[69702]: _type = "Task" [ 881.613698] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.621839] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.865557] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085261, 'name': CreateVM_Task, 'duration_secs': 0.358053} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.865704] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.866603] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.866768] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.867785] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.867785] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2281a0d5-51be-4c84-b5a8-d84f56cc6ad0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.874319] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Waiting for the task: (returnval){ [ 881.874319] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b9342b-1714-161a-1800-ac8a219fc195" [ 881.874319] env[69702]: _type = "Task" [ 881.874319] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.883602] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b9342b-1714-161a-1800-ac8a219fc195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.931290] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085262, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.123820] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080415} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.124099] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.124931] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da64229d-3219-4df7-a1ad-b8b43ce4b2a0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.146521] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] e7ef3381-0562-4b96-84cf-701a89c3c904/e7ef3381-0562-4b96-84cf-701a89c3c904.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.146837] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e4d834-ab2c-460d-98fc-cf47b6cb478f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.165698] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 882.165698] env[69702]: value = "task-3085264" [ 882.165698] env[69702]: _type = "Task" [ 882.165698] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.174016] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.360573] env[69702]: DEBUG nova.network.neutron [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Successfully updated port: bbed3069-6043-4fee-9e3d-a35fc2075584 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.386978] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b9342b-1714-161a-1800-ac8a219fc195, 'name': SearchDatastore_Task, 'duration_secs': 0.071158} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.390982] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.391723] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.392136] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.394026] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.394026] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.394026] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8703974-2d63-4368-b110-a6a6dd2884ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.408717] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.408942] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.410159] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74144276-1133-44b3-a447-7d956f30f8be {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.416168] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Waiting for the task: (returnval){ [ 882.416168] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b7fe68-2839-baa3-2ced-a2e4c702081b" [ 882.416168] env[69702]: _type = "Task" [ 882.416168] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.431409] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b7fe68-2839-baa3-2ced-a2e4c702081b, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.432670] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e448510-5c91-4790-babc-0edbbbcc34a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.438205] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581764} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.441040] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] a426e1f5-bb7c-4a09-8681-a1592aa00551/a426e1f5-bb7c-4a09-8681-a1592aa00551.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.441431] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.442538] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ef6baba-2b45-4d52-bf4c-8ac0c8d2fea4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.445457] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Waiting for the task: (returnval){ [ 882.445457] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5262297b-e44f-2f65-0642-0e04c3f44c43" [ 882.445457] env[69702]: _type = "Task" [ 882.445457] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.460283] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 882.460283] env[69702]: value = "task-3085265" [ 882.460283] env[69702]: _type = "Task" [ 882.460283] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.460508] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5262297b-e44f-2f65-0642-0e04c3f44c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.461682] env[69702]: DEBUG nova.network.neutron [req-235ae6f7-21b1-4a95-bfd5-a7d8ae848966 req-b79188c0-39e6-4526-8635-257466d0e814 service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Updated VIF entry in instance network info cache for port 8749dc05-afa4-4b5a-96a8-c135b3d17bb4. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.462011] env[69702]: DEBUG nova.network.neutron [req-235ae6f7-21b1-4a95-bfd5-a7d8ae848966 req-b79188c0-39e6-4526-8635-257466d0e814 service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Updating instance_info_cache with network_info: [{"id": "8749dc05-afa4-4b5a-96a8-c135b3d17bb4", "address": "fa:16:3e:0d:6f:4e", "network": {"id": "344b3828-40c3-4e34-b27e-59c1c7fa21f1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1072643226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687f8b06ffca4eec9d7e2f315961ca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8749dc05-af", "ovs_interfaceid": "8749dc05-afa4-4b5a-96a8-c135b3d17bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.473160] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.676564] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085264, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.745012] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b04dff-7f98-4ab2-a920-a8a71d3d8407 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.752476] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fa83b0-5d16-4ec3-9266-94b455eba6db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.786604] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93377ea6-7dba-49a5-8b3c-a31536070750 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.793988] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98535195-5f8d-43c1-95fe-95dfba1b6b9d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.808474] env[69702]: DEBUG nova.compute.provider_tree [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.863693] env[69702]: DEBUG oslo_concurrency.lockutils [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Acquiring lock "refresh_cache-66df6ee6-506f-4ba6-93a3-69845a6bd9d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.863890] env[69702]: DEBUG oslo_concurrency.lockutils [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Acquired lock "refresh_cache-66df6ee6-506f-4ba6-93a3-69845a6bd9d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.864063] env[69702]: DEBUG nova.network.neutron [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.957889] env[69702]: DEBUG nova.compute.manager [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.958441] env[69702]: DEBUG nova.virt.hardware [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.958668] env[69702]: DEBUG nova.virt.hardware [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.958817] env[69702]: DEBUG nova.virt.hardware [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.958996] env[69702]: DEBUG nova.virt.hardware [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.959160] env[69702]: DEBUG nova.virt.hardware [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.959307] env[69702]: DEBUG nova.virt.hardware [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.959511] env[69702]: DEBUG nova.virt.hardware [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.959667] env[69702]: DEBUG nova.virt.hardware [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.959832] env[69702]: DEBUG nova.virt.hardware [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.959991] env[69702]: DEBUG nova.virt.hardware [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.960178] env[69702]: DEBUG nova.virt.hardware [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.960466] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5262297b-e44f-2f65-0642-0e04c3f44c43, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.961206] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f8ebe2-7861-4838-aa73-d3392bfe7c27 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.963665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.963945] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7c167f2c-df6b-4679-b223-357d2d0945f4/7c167f2c-df6b-4679-b223-357d2d0945f4.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.964393] env[69702]: DEBUG oslo_concurrency.lockutils [req-235ae6f7-21b1-4a95-bfd5-a7d8ae848966 req-b79188c0-39e6-4526-8635-257466d0e814 service nova] Releasing lock "refresh_cache-7c167f2c-df6b-4679-b223-357d2d0945f4" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.964766] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7c3c18e-c457-40dd-888e-c9196f6ff316 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.973040] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1ab022-48d6-43b3-9fd7-9e1ff9976db0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.980819] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Waiting for the task: (returnval){ [ 882.980819] env[69702]: value = "task-3085266" [ 882.980819] env[69702]: _type = "Task" [ 882.980819] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.980819] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167788} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.981201] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.984367] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2639680-9513-40f5-8c72-2d9b7bf053bb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.998417] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.013753] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] a426e1f5-bb7c-4a09-8681-a1592aa00551/a426e1f5-bb7c-4a09-8681-a1592aa00551.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.014066] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a26bf54a-001a-4f62-b386-8964eedf1d22 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.033719] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 883.033719] env[69702]: value = "task-3085267" [ 883.033719] env[69702]: _type = "Task" [ 883.033719] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.042395] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.177450] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085264, 'name': ReconfigVM_Task, 'duration_secs': 0.535906} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.177840] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Reconfigured VM instance instance-00000043 to attach disk [datastore2] e7ef3381-0562-4b96-84cf-701a89c3c904/e7ef3381-0562-4b96-84cf-701a89c3c904.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.178348] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cfbeb17-4726-4ea8-9f01-29ae021dd07a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.184911] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 883.184911] env[69702]: value = "task-3085268" [ 883.184911] env[69702]: _type = "Task" [ 883.184911] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.193800] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085268, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.312682] env[69702]: DEBUG nova.scheduler.client.report [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.417985] env[69702]: DEBUG nova.network.neutron [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.495352] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085266, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.536588] env[69702]: DEBUG nova.compute.manager [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Received event network-vif-plugged-bbed3069-6043-4fee-9e3d-a35fc2075584 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.536814] env[69702]: DEBUG oslo_concurrency.lockutils [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] Acquiring lock "66df6ee6-506f-4ba6-93a3-69845a6bd9d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.537083] env[69702]: DEBUG oslo_concurrency.lockutils [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] Lock "66df6ee6-506f-4ba6-93a3-69845a6bd9d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.537266] env[69702]: DEBUG oslo_concurrency.lockutils [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] Lock "66df6ee6-506f-4ba6-93a3-69845a6bd9d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.537434] env[69702]: DEBUG nova.compute.manager [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] No waiting events found dispatching network-vif-plugged-bbed3069-6043-4fee-9e3d-a35fc2075584 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.537597] env[69702]: WARNING nova.compute.manager [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Received unexpected event network-vif-plugged-bbed3069-6043-4fee-9e3d-a35fc2075584 for instance with vm_state building and task_state spawning. [ 883.537756] env[69702]: DEBUG nova.compute.manager [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Received event network-changed-2f8dd570-b57b-4a18-a443-718cd5f45974 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.537907] env[69702]: DEBUG nova.compute.manager [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Refreshing instance network info cache due to event network-changed-2f8dd570-b57b-4a18-a443-718cd5f45974. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.538101] env[69702]: DEBUG oslo_concurrency.lockutils [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] Acquiring lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.538239] env[69702]: DEBUG oslo_concurrency.lockutils [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] Acquired lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.538394] env[69702]: DEBUG nova.network.neutron [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Refreshing network info cache for port 2f8dd570-b57b-4a18-a443-718cd5f45974 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.550206] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.638768] env[69702]: DEBUG nova.network.neutron [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Updating instance_info_cache with network_info: [{"id": "bbed3069-6043-4fee-9e3d-a35fc2075584", "address": "fa:16:3e:f3:ea:d1", "network": {"id": "72722a93-be2c-4354-bdce-3613bd9c98ed", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1034568625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18db4a459184da7bbd7b13e1c218b93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbed3069-60", "ovs_interfaceid": "bbed3069-6043-4fee-9e3d-a35fc2075584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.694030] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085268, 'name': Rename_Task, 'duration_secs': 0.166012} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.694132] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.694301] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43c95842-ff03-4801-bf9a-10d598252ec0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.701591] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 883.701591] env[69702]: value = "task-3085269" [ 883.701591] env[69702]: _type = "Task" [ 883.701591] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.712323] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.818945] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.819492] env[69702]: DEBUG nova.compute.manager [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.822237] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.323s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.822450] env[69702]: DEBUG nova.objects.instance [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Lazy-loading 'resources' on Instance uuid 0d193bd5-ef22-4099-9ca8-d39e12e5a455 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.992488] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529307} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.992860] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7c167f2c-df6b-4679-b223-357d2d0945f4/7c167f2c-df6b-4679-b223-357d2d0945f4.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.993206] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.993463] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-194b506b-7b7f-4c75-9e7e-effb49af6dc0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.999701] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Waiting for the task: (returnval){ [ 883.999701] env[69702]: value = "task-3085270" [ 883.999701] env[69702]: _type = "Task" [ 883.999701] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.006787] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.046926] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085267, 'name': ReconfigVM_Task, 'duration_secs': 0.580248} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.047253] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Reconfigured VM instance instance-00000041 to attach disk [datastore1] a426e1f5-bb7c-4a09-8681-a1592aa00551/a426e1f5-bb7c-4a09-8681-a1592aa00551.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.048167] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daf12cd2-18c4-41e4-b12f-bb70683d5b5d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.055790] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 884.055790] env[69702]: value = "task-3085271" [ 884.055790] env[69702]: _type = "Task" [ 884.055790] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.065013] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085271, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.141554] env[69702]: DEBUG oslo_concurrency.lockutils [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Releasing lock "refresh_cache-66df6ee6-506f-4ba6-93a3-69845a6bd9d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.142077] env[69702]: DEBUG nova.compute.manager [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Instance network_info: |[{"id": "bbed3069-6043-4fee-9e3d-a35fc2075584", "address": "fa:16:3e:f3:ea:d1", "network": {"id": "72722a93-be2c-4354-bdce-3613bd9c98ed", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1034568625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18db4a459184da7bbd7b13e1c218b93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbed3069-60", "ovs_interfaceid": "bbed3069-6043-4fee-9e3d-a35fc2075584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.142578] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:ea:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbed3069-6043-4fee-9e3d-a35fc2075584', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.151022] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Creating folder: Project (f18db4a459184da7bbd7b13e1c218b93). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.151381] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58f65a80-1b2b-4eeb-8fb3-a8596721ce6a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.164982] env[69702]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 884.165186] env[69702]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69702) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 884.165554] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Folder already exists: Project (f18db4a459184da7bbd7b13e1c218b93). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 884.165783] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Creating folder: Instances. Parent ref: group-v617591. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.166269] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38051cdc-7694-435f-b96a-b8d422301b16 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.176624] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Created folder: Instances in parent group-v617591. [ 884.176880] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.177090] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.177324] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70af170c-07ae-41ed-a003-3a55b3a3176f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.195679] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.195679] env[69702]: value = "task-3085274" [ 884.195679] env[69702]: _type = "Task" [ 884.195679] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.208868] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085274, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.215932] env[69702]: DEBUG oslo_vmware.api [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085269, 'name': PowerOnVM_Task, 'duration_secs': 0.488936} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.215932] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.215932] env[69702]: INFO nova.compute.manager [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Took 8.25 seconds to spawn the instance on the hypervisor. [ 884.215932] env[69702]: DEBUG nova.compute.manager [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.216721] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4544a757-98b1-410d-b8fa-11bf8a221060 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.326170] env[69702]: DEBUG nova.compute.utils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.332021] env[69702]: DEBUG nova.compute.manager [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.332021] env[69702]: DEBUG nova.network.neutron [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.434920] env[69702]: DEBUG nova.policy [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '404f899d06f94485b50bd02d224cd04f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7af0adbcae04c3eae9371ff9ece902b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.511171] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063637} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.511441] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.513506] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b08dcb5-0f20-4751-b4cb-9daa434d95cd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.538279] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 7c167f2c-df6b-4679-b223-357d2d0945f4/7c167f2c-df6b-4679-b223-357d2d0945f4.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.540954] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d16e636c-9a26-4c78-88a3-733b95db0139 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.563300] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Waiting for the task: (returnval){ [ 884.563300] env[69702]: value = "task-3085275" [ 884.563300] env[69702]: _type = "Task" [ 884.563300] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.566300] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085271, 'name': Rename_Task, 'duration_secs': 0.154737} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.569378] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.571787] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5058a698-f8c8-4959-89db-7d3a07812366 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.579007] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.580192] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 884.580192] env[69702]: value = "task-3085276" [ 884.580192] env[69702]: _type = "Task" [ 884.580192] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.590982] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.705804] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085274, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.742143] env[69702]: INFO nova.compute.manager [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Took 50.12 seconds to build instance. [ 884.818304] env[69702]: DEBUG nova.network.neutron [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Updated VIF entry in instance network info cache for port 2f8dd570-b57b-4a18-a443-718cd5f45974. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.818658] env[69702]: DEBUG nova.network.neutron [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Updating instance_info_cache with network_info: [{"id": "2f8dd570-b57b-4a18-a443-718cd5f45974", "address": "fa:16:3e:e2:61:23", "network": {"id": "7fa73226-0218-431e-a4d1-600431a98aec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-748060380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8220d358101a452195570f1988233018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8dd570-b5", "ovs_interfaceid": "2f8dd570-b57b-4a18-a443-718cd5f45974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.832045] env[69702]: DEBUG nova.compute.manager [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.845316] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9b80f5-2a46-472a-8e24-30e753228580 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.852888] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32383a6e-edbd-44a5-bd97-c23f626a3764 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.612254] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0e803d9e-5c59-4595-b033-4d77ff88850e tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "e7ef3381-0562-4b96-84cf-701a89c3c904" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.857s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.612757] env[69702]: DEBUG oslo_concurrency.lockutils [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] Releasing lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.613031] env[69702]: DEBUG nova.compute.manager [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Received event network-changed-bbed3069-6043-4fee-9e3d-a35fc2075584 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.613276] env[69702]: DEBUG nova.compute.manager [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Refreshing instance network info cache due to event network-changed-bbed3069-6043-4fee-9e3d-a35fc2075584. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.613531] env[69702]: DEBUG oslo_concurrency.lockutils [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] Acquiring lock "refresh_cache-66df6ee6-506f-4ba6-93a3-69845a6bd9d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.613722] env[69702]: DEBUG oslo_concurrency.lockutils [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] Acquired lock "refresh_cache-66df6ee6-506f-4ba6-93a3-69845a6bd9d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.613943] env[69702]: DEBUG nova.network.neutron [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Refreshing network info cache for port bbed3069-6043-4fee-9e3d-a35fc2075584 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.619893] env[69702]: DEBUG nova.network.neutron [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Successfully created port: a26ee34f-14b7-4a65-8019-7af53cb64230 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.634745] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e7e148-5776-4985-a760-6497396ed330 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.643863] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085275, 'name': ReconfigVM_Task, 'duration_secs': 0.957943} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.651394] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 7c167f2c-df6b-4679-b223-357d2d0945f4/7c167f2c-df6b-4679-b223-357d2d0945f4.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.652326] env[69702]: DEBUG oslo_vmware.api [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085276, 'name': PowerOnVM_Task, 'duration_secs': 0.452524} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.652554] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085274, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.652753] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a730cda7-02e8-46ab-839e-fc2444fb7786 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.654506] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.654658] env[69702]: DEBUG nova.compute.manager [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.655974] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f25884e-9acb-487a-9d50-3795cf73e408 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.660564] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88e3a83-ba0f-430d-af0a-993b18c29a42 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.677485] env[69702]: DEBUG nova.compute.provider_tree [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.680121] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Waiting for the task: (returnval){ [ 885.680121] env[69702]: value = "task-3085277" [ 885.680121] env[69702]: _type = "Task" [ 885.680121] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.691989] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085277, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.121536] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085274, 'name': CreateVM_Task, 'duration_secs': 1.624313} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.121717] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.122451] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'attachment_id': '581bb3e5-e51f-4036-8d3f-632d053e9cee', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617600', 'volume_id': '5ce8d41f-95ce-4734-b516-acac9abea050', 'name': 'volume-5ce8d41f-95ce-4734-b516-acac9abea050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66df6ee6-506f-4ba6-93a3-69845a6bd9d9', 'attached_at': '', 'detached_at': '', 'volume_id': '5ce8d41f-95ce-4734-b516-acac9abea050', 'serial': '5ce8d41f-95ce-4734-b516-acac9abea050'}, 'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69702) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 886.122667] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Root volume attach. Driver type: vmdk {{(pid=69702) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 886.125947] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e5c7ea-3e8e-493d-95c4-176568914b3d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.133895] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46013c78-30e4-439d-ada3-5c2b11f73fb6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.139206] env[69702]: DEBUG nova.compute.manager [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.143067] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce49a80-5520-4602-8dfa-1f553b50d314 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.150288] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0a020762-ff79-42ab-9389-bf9b5ffcf162 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.159997] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Waiting for the task: (returnval){ [ 886.159997] env[69702]: value = "task-3085278" [ 886.159997] env[69702]: _type = "Task" [ 886.159997] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.170717] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085278, 'name': RelocateVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.172787] env[69702]: DEBUG nova.virt.hardware [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.173020] env[69702]: DEBUG nova.virt.hardware [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.173183] env[69702]: DEBUG nova.virt.hardware [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.173415] env[69702]: DEBUG nova.virt.hardware [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.173594] env[69702]: DEBUG nova.virt.hardware [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.173707] env[69702]: DEBUG nova.virt.hardware [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.173928] env[69702]: DEBUG nova.virt.hardware [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.174127] env[69702]: DEBUG nova.virt.hardware [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.174300] env[69702]: DEBUG nova.virt.hardware [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.174464] env[69702]: DEBUG nova.virt.hardware [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.174635] env[69702]: DEBUG nova.virt.hardware [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.175393] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9523dc0a-ac8b-45ad-ab89-ab815f2fa478 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.186157] env[69702]: DEBUG nova.scheduler.client.report [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.195913] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58f68bf-cad3-4f3a-9e3b-0c7c3776094f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.201820] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.206935] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085277, 'name': Rename_Task, 'duration_secs': 0.22469} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.216571] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.217370] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90dcb354-a7e2-404e-8bf6-a3f39543904e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.222752] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Waiting for the task: (returnval){ [ 886.222752] env[69702]: value = "task-3085279" [ 886.222752] env[69702]: _type = "Task" [ 886.222752] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.230452] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.396918] env[69702]: DEBUG nova.network.neutron [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Updated VIF entry in instance network info cache for port bbed3069-6043-4fee-9e3d-a35fc2075584. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.397316] env[69702]: DEBUG nova.network.neutron [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Updating instance_info_cache with network_info: [{"id": "bbed3069-6043-4fee-9e3d-a35fc2075584", "address": "fa:16:3e:f3:ea:d1", "network": {"id": "72722a93-be2c-4354-bdce-3613bd9c98ed", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1034568625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18db4a459184da7bbd7b13e1c218b93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbed3069-60", "ovs_interfaceid": "bbed3069-6043-4fee-9e3d-a35fc2075584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.675143] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085278, 'name': RelocateVM_Task, 'duration_secs': 0.393738} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.675788] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 886.676364] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617600', 'volume_id': '5ce8d41f-95ce-4734-b516-acac9abea050', 'name': 'volume-5ce8d41f-95ce-4734-b516-acac9abea050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66df6ee6-506f-4ba6-93a3-69845a6bd9d9', 'attached_at': '', 'detached_at': '', 'volume_id': '5ce8d41f-95ce-4734-b516-acac9abea050', 'serial': '5ce8d41f-95ce-4734-b516-acac9abea050'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 886.677322] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccdc808-03f6-42f5-9765-ae2211bdcf07 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.699138] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5c51ab-3e3c-45f0-ac7c-7e4abc9a4b78 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.703171] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.881s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.715988] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.950s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.716369] env[69702]: DEBUG nova.objects.instance [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lazy-loading 'resources' on Instance uuid acfbd008-7a97-4593-8c01-51f5a33eaa1c {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.727923] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-5ce8d41f-95ce-4734-b516-acac9abea050/volume-5ce8d41f-95ce-4734-b516-acac9abea050.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.729109] env[69702]: INFO nova.scheduler.client.report [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Deleted allocations for instance 0d193bd5-ef22-4099-9ca8-d39e12e5a455 [ 886.733166] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39d500e5-50ea-4ae2-b3e6-4b7831e04d23 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.761636] env[69702]: DEBUG oslo_vmware.api [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085279, 'name': PowerOnVM_Task, 'duration_secs': 0.434954} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.763032] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.765564] env[69702]: INFO nova.compute.manager [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Took 8.14 seconds to spawn the instance on the hypervisor. [ 886.765564] env[69702]: DEBUG nova.compute.manager [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.765564] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Waiting for the task: (returnval){ [ 886.765564] env[69702]: value = "task-3085280" [ 886.765564] env[69702]: _type = "Task" [ 886.765564] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.765564] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58222624-5f24-40b0-9fd4-cbcad6ff08db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.779981] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.900306] env[69702]: DEBUG oslo_concurrency.lockutils [req-5239d086-6bc5-471c-ba5d-fcd37225cae6 req-48417cd7-d1d3-498d-898c-27b1e0adec1f service nova] Releasing lock "refresh_cache-66df6ee6-506f-4ba6-93a3-69845a6bd9d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.176709] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquiring lock "a426e1f5-bb7c-4a09-8681-a1592aa00551" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.177402] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Lock "a426e1f5-bb7c-4a09-8681-a1592aa00551" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.178239] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquiring lock "a426e1f5-bb7c-4a09-8681-a1592aa00551-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.178239] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Lock "a426e1f5-bb7c-4a09-8681-a1592aa00551-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.178239] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Lock "a426e1f5-bb7c-4a09-8681-a1592aa00551-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.183771] env[69702]: INFO nova.compute.manager [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Terminating instance [ 887.228553] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe990fb5-496f-4604-9121-40a6c03246f1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.236669] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bb7a91-4fde-422c-9819-fabf1167ab06 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.275892] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2862854-7fc9-4ce4-8596-cd250b70b591 tempest-ServerShowV254Test-301137749 tempest-ServerShowV254Test-301137749-project-member] Lock "0d193bd5-ef22-4099-9ca8-d39e12e5a455" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.047s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.281856] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664d2f0f-c41e-4570-8fc4-3d456a495ae8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.295739] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085280, 'name': ReconfigVM_Task, 'duration_secs': 0.284352} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.296821] env[69702]: INFO nova.compute.manager [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Took 47.32 seconds to build instance. [ 887.297724] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-5ce8d41f-95ce-4734-b516-acac9abea050/volume-5ce8d41f-95ce-4734-b516-acac9abea050.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.303082] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-866b9dd9-aa00-45fb-956f-c4fc2f5e8102 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.314658] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc83962-6a15-450c-b8b2-087224b9e839 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.331561] env[69702]: DEBUG nova.compute.provider_tree [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.332795] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Waiting for the task: (returnval){ [ 887.332795] env[69702]: value = "task-3085281" [ 887.332795] env[69702]: _type = "Task" [ 887.332795] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.342441] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.397194] env[69702]: DEBUG nova.compute.manager [req-65763e27-09da-44fc-992d-2bf1c23ce2bd req-590d8c84-f4cc-42f7-9065-6726ab1575e8 service nova] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Received event network-vif-plugged-a26ee34f-14b7-4a65-8019-7af53cb64230 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.397444] env[69702]: DEBUG oslo_concurrency.lockutils [req-65763e27-09da-44fc-992d-2bf1c23ce2bd req-590d8c84-f4cc-42f7-9065-6726ab1575e8 service nova] Acquiring lock "f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.397711] env[69702]: DEBUG oslo_concurrency.lockutils [req-65763e27-09da-44fc-992d-2bf1c23ce2bd req-590d8c84-f4cc-42f7-9065-6726ab1575e8 service nova] Lock "f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.397902] env[69702]: DEBUG oslo_concurrency.lockutils [req-65763e27-09da-44fc-992d-2bf1c23ce2bd req-590d8c84-f4cc-42f7-9065-6726ab1575e8 service nova] Lock "f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.398068] env[69702]: DEBUG nova.compute.manager [req-65763e27-09da-44fc-992d-2bf1c23ce2bd req-590d8c84-f4cc-42f7-9065-6726ab1575e8 service nova] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] No waiting events found dispatching network-vif-plugged-a26ee34f-14b7-4a65-8019-7af53cb64230 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.398236] env[69702]: WARNING nova.compute.manager [req-65763e27-09da-44fc-992d-2bf1c23ce2bd req-590d8c84-f4cc-42f7-9065-6726ab1575e8 service nova] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Received unexpected event network-vif-plugged-a26ee34f-14b7-4a65-8019-7af53cb64230 for instance with vm_state building and task_state spawning. [ 887.506795] env[69702]: DEBUG nova.network.neutron [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Successfully updated port: a26ee34f-14b7-4a65-8019-7af53cb64230 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.692026] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquiring lock "refresh_cache-a426e1f5-bb7c-4a09-8681-a1592aa00551" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.692494] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquired lock "refresh_cache-a426e1f5-bb7c-4a09-8681-a1592aa00551" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.692494] env[69702]: DEBUG nova.network.neutron [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.804809] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fccebd49-fcdd-4a20-8a23-1db22404fee0 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Lock "7c167f2c-df6b-4679-b223-357d2d0945f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.353s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.834675] env[69702]: DEBUG nova.scheduler.client.report [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.847687] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085281, 'name': ReconfigVM_Task, 'duration_secs': 0.197388} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.848265] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617600', 'volume_id': '5ce8d41f-95ce-4734-b516-acac9abea050', 'name': 'volume-5ce8d41f-95ce-4734-b516-acac9abea050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66df6ee6-506f-4ba6-93a3-69845a6bd9d9', 'attached_at': '', 'detached_at': '', 'volume_id': '5ce8d41f-95ce-4734-b516-acac9abea050', 'serial': '5ce8d41f-95ce-4734-b516-acac9abea050'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 887.848723] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68d59cb0-28e7-422b-adbb-09d34083187b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.855856] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Waiting for the task: (returnval){ [ 887.855856] env[69702]: value = "task-3085282" [ 887.855856] env[69702]: _type = "Task" [ 887.855856] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.865147] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085282, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.012460] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "refresh_cache-f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.012764] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "refresh_cache-f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.012949] env[69702]: DEBUG nova.network.neutron [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.030978] env[69702]: DEBUG nova.compute.manager [req-293298b6-4637-47e9-8d29-1c89eccbf1f1 req-7d0053b5-f610-4498-b08d-010cdd48a472 service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Received event network-changed-8749dc05-afa4-4b5a-96a8-c135b3d17bb4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.030978] env[69702]: DEBUG nova.compute.manager [req-293298b6-4637-47e9-8d29-1c89eccbf1f1 req-7d0053b5-f610-4498-b08d-010cdd48a472 service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Refreshing instance network info cache due to event network-changed-8749dc05-afa4-4b5a-96a8-c135b3d17bb4. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.031798] env[69702]: DEBUG oslo_concurrency.lockutils [req-293298b6-4637-47e9-8d29-1c89eccbf1f1 req-7d0053b5-f610-4498-b08d-010cdd48a472 service nova] Acquiring lock "refresh_cache-7c167f2c-df6b-4679-b223-357d2d0945f4" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.031798] env[69702]: DEBUG oslo_concurrency.lockutils [req-293298b6-4637-47e9-8d29-1c89eccbf1f1 req-7d0053b5-f610-4498-b08d-010cdd48a472 service nova] Acquired lock "refresh_cache-7c167f2c-df6b-4679-b223-357d2d0945f4" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.031798] env[69702]: DEBUG nova.network.neutron [req-293298b6-4637-47e9-8d29-1c89eccbf1f1 req-7d0053b5-f610-4498-b08d-010cdd48a472 service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Refreshing network info cache for port 8749dc05-afa4-4b5a-96a8-c135b3d17bb4 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.091812] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "e7ef3381-0562-4b96-84cf-701a89c3c904" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.092151] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "e7ef3381-0562-4b96-84cf-701a89c3c904" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.092450] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "e7ef3381-0562-4b96-84cf-701a89c3c904-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.092727] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "e7ef3381-0562-4b96-84cf-701a89c3c904-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.093029] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "e7ef3381-0562-4b96-84cf-701a89c3c904-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.095797] env[69702]: INFO nova.compute.manager [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Terminating instance [ 888.295901] env[69702]: DEBUG nova.network.neutron [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.342384] env[69702]: DEBUG nova.network.neutron [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.344074] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.348232] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.122s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.348494] env[69702]: DEBUG nova.objects.instance [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lazy-loading 'resources' on Instance uuid f9d366bc-9336-446d-ae8e-f7052af72e8c {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.367092] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085282, 'name': Rename_Task, 'duration_secs': 0.237158} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.367435] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.368515] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c8e9a3a-c95f-4fd8-8678-5f2c1777d498 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.371507] env[69702]: INFO nova.scheduler.client.report [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleted allocations for instance acfbd008-7a97-4593-8c01-51f5a33eaa1c [ 888.376419] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Waiting for the task: (returnval){ [ 888.376419] env[69702]: value = "task-3085283" [ 888.376419] env[69702]: _type = "Task" [ 888.376419] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.384159] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.572719] env[69702]: DEBUG nova.network.neutron [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.603751] env[69702]: DEBUG nova.compute.manager [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.603751] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.603751] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47ed62c-590c-4028-a5f8-4224eb270f6d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.611538] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.611890] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19c38c56-18e8-46ee-a390-6bd856152578 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.618558] env[69702]: DEBUG oslo_vmware.api [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 888.618558] env[69702]: value = "task-3085284" [ 888.618558] env[69702]: _type = "Task" [ 888.618558] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.628567] env[69702]: DEBUG oslo_vmware.api [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.849979] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Releasing lock "refresh_cache-a426e1f5-bb7c-4a09-8681-a1592aa00551" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.850281] env[69702]: DEBUG nova.compute.manager [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.850281] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.853712] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fe2345-a195-48e4-b752-928dd3692549 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.862198] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.862476] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dff0aaa-aba1-4ada-adc0-3d56b9b6cf03 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.870165] env[69702]: DEBUG oslo_vmware.api [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 888.870165] env[69702]: value = "task-3085285" [ 888.870165] env[69702]: _type = "Task" [ 888.870165] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.879107] env[69702]: DEBUG oslo_vmware.api [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.879589] env[69702]: DEBUG oslo_concurrency.lockutils [None req-02415507-a7fe-4931-957f-55dca672aaf1 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "acfbd008-7a97-4593-8c01-51f5a33eaa1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.651s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.888700] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085283, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.919396] env[69702]: DEBUG nova.network.neutron [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Updating instance_info_cache with network_info: [{"id": "a26ee34f-14b7-4a65-8019-7af53cb64230", "address": "fa:16:3e:0f:6b:6f", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26ee34f-14", "ovs_interfaceid": "a26ee34f-14b7-4a65-8019-7af53cb64230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.986485] env[69702]: DEBUG nova.network.neutron [req-293298b6-4637-47e9-8d29-1c89eccbf1f1 req-7d0053b5-f610-4498-b08d-010cdd48a472 service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Updated VIF entry in instance network info cache for port 8749dc05-afa4-4b5a-96a8-c135b3d17bb4. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.986874] env[69702]: DEBUG nova.network.neutron [req-293298b6-4637-47e9-8d29-1c89eccbf1f1 req-7d0053b5-f610-4498-b08d-010cdd48a472 service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Updating instance_info_cache with network_info: [{"id": "8749dc05-afa4-4b5a-96a8-c135b3d17bb4", "address": "fa:16:3e:0d:6f:4e", "network": {"id": "344b3828-40c3-4e34-b27e-59c1c7fa21f1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1072643226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687f8b06ffca4eec9d7e2f315961ca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8749dc05-af", "ovs_interfaceid": "8749dc05-afa4-4b5a-96a8-c135b3d17bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.131516] env[69702]: DEBUG oslo_vmware.api [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085284, 'name': PowerOffVM_Task, 'duration_secs': 0.249538} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.131516] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.131516] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.131516] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4867c97d-7258-4b6e-abc0-ec703821cd50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.196619] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.196845] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.197065] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Deleting the datastore file [datastore2] e7ef3381-0562-4b96-84cf-701a89c3c904 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.197416] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed26f614-0938-4194-b56e-fbb6f1c8051e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.203629] env[69702]: DEBUG oslo_vmware.api [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 889.203629] env[69702]: value = "task-3085287" [ 889.203629] env[69702]: _type = "Task" [ 889.203629] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.214017] env[69702]: DEBUG oslo_vmware.api [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.281451] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3c95dd-5a18-4a6a-b6c3-de26d17efee0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.289666] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3892b460-7d58-4e4b-872c-be8ce8c30f2f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.321100] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0250175a-772e-43ea-953f-9289565e5236 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.329304] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519bf79f-ab42-4f5a-a788-e4a19b69e035 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.343299] env[69702]: DEBUG nova.compute.provider_tree [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.379293] env[69702]: DEBUG oslo_vmware.api [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085285, 'name': PowerOffVM_Task, 'duration_secs': 0.245512} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.379579] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.379774] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.380079] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-265fb749-316b-4bda-9772-a94bf3a0f9b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.390623] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085283, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.415719] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.415994] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.416317] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Deleting the datastore file [datastore1] a426e1f5-bb7c-4a09-8681-a1592aa00551 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.416532] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-745b23e9-6f8b-44b8-9df5-272fcf0a206d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.421675] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "refresh_cache-f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.421986] env[69702]: DEBUG nova.compute.manager [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Instance network_info: |[{"id": "a26ee34f-14b7-4a65-8019-7af53cb64230", "address": "fa:16:3e:0f:6b:6f", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26ee34f-14", "ovs_interfaceid": "a26ee34f-14b7-4a65-8019-7af53cb64230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.422411] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:6b:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a26ee34f-14b7-4a65-8019-7af53cb64230', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.430788] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.433769] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.434953] env[69702]: DEBUG nova.compute.manager [req-06559cb0-2c25-4a60-9fbe-b67264fa6576 req-d7fb5350-58b9-4d73-8fe8-91fd635c6b10 service nova] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Received event network-changed-a26ee34f-14b7-4a65-8019-7af53cb64230 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.435148] env[69702]: DEBUG nova.compute.manager [req-06559cb0-2c25-4a60-9fbe-b67264fa6576 req-d7fb5350-58b9-4d73-8fe8-91fd635c6b10 service nova] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Refreshing instance network info cache due to event network-changed-a26ee34f-14b7-4a65-8019-7af53cb64230. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.435368] env[69702]: DEBUG oslo_concurrency.lockutils [req-06559cb0-2c25-4a60-9fbe-b67264fa6576 req-d7fb5350-58b9-4d73-8fe8-91fd635c6b10 service nova] Acquiring lock "refresh_cache-f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.435512] env[69702]: DEBUG oslo_concurrency.lockutils [req-06559cb0-2c25-4a60-9fbe-b67264fa6576 req-d7fb5350-58b9-4d73-8fe8-91fd635c6b10 service nova] Acquired lock "refresh_cache-f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.435670] env[69702]: DEBUG nova.network.neutron [req-06559cb0-2c25-4a60-9fbe-b67264fa6576 req-d7fb5350-58b9-4d73-8fe8-91fd635c6b10 service nova] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Refreshing network info cache for port a26ee34f-14b7-4a65-8019-7af53cb64230 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.437749] env[69702]: DEBUG oslo_vmware.api [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for the task: (returnval){ [ 889.437749] env[69702]: value = "task-3085289" [ 889.437749] env[69702]: _type = "Task" [ 889.437749] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.437953] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dab417d1-a2d1-4df2-be84-0e2b4a0a4033 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.461311] env[69702]: DEBUG oslo_vmware.api [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.463030] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.463030] env[69702]: value = "task-3085290" [ 889.463030] env[69702]: _type = "Task" [ 889.463030] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.470331] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085290, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.492193] env[69702]: DEBUG oslo_concurrency.lockutils [req-293298b6-4637-47e9-8d29-1c89eccbf1f1 req-7d0053b5-f610-4498-b08d-010cdd48a472 service nova] Releasing lock "refresh_cache-7c167f2c-df6b-4679-b223-357d2d0945f4" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.713765] env[69702]: DEBUG oslo_vmware.api [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208375} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.714172] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.714502] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.714766] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.715555] env[69702]: INFO nova.compute.manager [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Took 1.11 seconds to destroy the instance on the hypervisor. [ 889.715555] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.715555] env[69702]: DEBUG nova.compute.manager [-] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.715555] env[69702]: DEBUG nova.network.neutron [-] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.847059] env[69702]: DEBUG nova.scheduler.client.report [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.891937] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085283, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.964460] env[69702]: DEBUG oslo_vmware.api [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Task: {'id': task-3085289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083288} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.967662] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.967863] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.968010] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.968197] env[69702]: INFO nova.compute.manager [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Took 1.12 seconds to destroy the instance on the hypervisor. [ 889.968450] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.968642] env[69702]: DEBUG nova.compute.manager [-] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.968735] env[69702]: DEBUG nova.network.neutron [-] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.975201] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085290, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.985146] env[69702]: DEBUG nova.network.neutron [-] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.071472] env[69702]: DEBUG oslo_concurrency.lockutils [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "5f4e9527-e9fb-40b6-87a1-4471431b38b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.071887] env[69702]: DEBUG oslo_concurrency.lockutils [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "5f4e9527-e9fb-40b6-87a1-4471431b38b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.072135] env[69702]: DEBUG oslo_concurrency.lockutils [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "5f4e9527-e9fb-40b6-87a1-4471431b38b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.072402] env[69702]: DEBUG oslo_concurrency.lockutils [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "5f4e9527-e9fb-40b6-87a1-4471431b38b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.072581] env[69702]: DEBUG oslo_concurrency.lockutils [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "5f4e9527-e9fb-40b6-87a1-4471431b38b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.074563] env[69702]: INFO nova.compute.manager [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Terminating instance [ 890.255826] env[69702]: DEBUG nova.network.neutron [req-06559cb0-2c25-4a60-9fbe-b67264fa6576 req-d7fb5350-58b9-4d73-8fe8-91fd635c6b10 service nova] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Updated VIF entry in instance network info cache for port a26ee34f-14b7-4a65-8019-7af53cb64230. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.256251] env[69702]: DEBUG nova.network.neutron [req-06559cb0-2c25-4a60-9fbe-b67264fa6576 req-d7fb5350-58b9-4d73-8fe8-91fd635c6b10 service nova] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Updating instance_info_cache with network_info: [{"id": "a26ee34f-14b7-4a65-8019-7af53cb64230", "address": "fa:16:3e:0f:6b:6f", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26ee34f-14", "ovs_interfaceid": "a26ee34f-14b7-4a65-8019-7af53cb64230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.351999] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.354497] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.963s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.354874] env[69702]: DEBUG nova.objects.instance [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Lazy-loading 'resources' on Instance uuid 98a036a1-aa31-4896-b4bb-95d87817e015 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.375724] env[69702]: INFO nova.scheduler.client.report [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Deleted allocations for instance f9d366bc-9336-446d-ae8e-f7052af72e8c [ 890.396323] env[69702]: DEBUG oslo_vmware.api [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085283, 'name': PowerOnVM_Task, 'duration_secs': 1.677706} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.396490] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.396702] env[69702]: INFO nova.compute.manager [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Took 7.44 seconds to spawn the instance on the hypervisor. [ 890.396912] env[69702]: DEBUG nova.compute.manager [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.397709] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67638a27-3ca9-47c8-b933-1cb73c11566f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.474828] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085290, 'name': CreateVM_Task, 'duration_secs': 0.562482} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.476031] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.476420] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.476630] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.477033] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.477309] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fef0eb7-c03a-483a-ba7e-bcbdb51ca34a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.482407] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 890.482407] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526e12b0-124a-5802-5141-412aed5f4d09" [ 890.482407] env[69702]: _type = "Task" [ 890.482407] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.487973] env[69702]: DEBUG nova.network.neutron [-] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.492236] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526e12b0-124a-5802-5141-412aed5f4d09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.560030] env[69702]: DEBUG nova.network.neutron [-] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.578575] env[69702]: DEBUG nova.compute.manager [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.578805] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.580208] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb19681-e176-4301-97ef-7b5cfec9cc76 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.587674] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.588160] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-814f4f4b-e42d-4c05-8376-fdf12d676340 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.594899] env[69702]: DEBUG oslo_vmware.api [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 890.594899] env[69702]: value = "task-3085291" [ 890.594899] env[69702]: _type = "Task" [ 890.594899] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.602744] env[69702]: DEBUG oslo_vmware.api [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.759196] env[69702]: DEBUG oslo_concurrency.lockutils [req-06559cb0-2c25-4a60-9fbe-b67264fa6576 req-d7fb5350-58b9-4d73-8fe8-91fd635c6b10 service nova] Releasing lock "refresh_cache-f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.887973] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6e64caf9-122d-4af4-86ec-224fc5809ea7 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "f9d366bc-9336-446d-ae8e-f7052af72e8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.104s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.918646] env[69702]: INFO nova.compute.manager [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Took 48.75 seconds to build instance. [ 890.995946] env[69702]: INFO nova.compute.manager [-] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Took 1.03 seconds to deallocate network for instance. [ 890.996312] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526e12b0-124a-5802-5141-412aed5f4d09, 'name': SearchDatastore_Task, 'duration_secs': 0.011282} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.998140] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.998241] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.998435] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.999046] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.999046] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.999264] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ec6f1d9-0c45-425a-a800-d18fbdb7e2d6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.013583] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.013698] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.014482] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396ace82-f8c6-4100-a794-15abb2255bd7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.022301] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 891.022301] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5202ecd3-649f-2cf1-4901-dba101375da4" [ 891.022301] env[69702]: _type = "Task" [ 891.022301] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.029617] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5202ecd3-649f-2cf1-4901-dba101375da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.062297] env[69702]: INFO nova.compute.manager [-] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Took 1.35 seconds to deallocate network for instance. [ 891.107563] env[69702]: DEBUG oslo_vmware.api [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085291, 'name': PowerOffVM_Task, 'duration_secs': 0.259036} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.110107] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.110339] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.110796] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eda7e54-acb8-4db6-9907-9fb111f2aa5f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.177906] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.178179] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.178971] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleting the datastore file [datastore2] 5f4e9527-e9fb-40b6-87a1-4471431b38b3 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.179274] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38988a5e-4451-4480-8051-025691f46834 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.185256] env[69702]: DEBUG oslo_vmware.api [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 891.185256] env[69702]: value = "task-3085293" [ 891.185256] env[69702]: _type = "Task" [ 891.185256] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.195245] env[69702]: DEBUG oslo_vmware.api [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.244922] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ce71ca-78ca-409c-9460-acfb7fe33fe7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.252406] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d23a08-1c19-4ba1-9308-570e84ce8e0d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.281396] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af66f2e-80df-4be2-941b-1ebcc36c3d23 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.288442] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da35addf-864a-4018-bea2-ec040353ddaa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.303035] env[69702]: DEBUG nova.compute.provider_tree [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.333075] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "b4747db8-febb-4c84-a4a9-ea26e67c14c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.333075] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "b4747db8-febb-4c84-a4a9-ea26e67c14c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.333075] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "b4747db8-febb-4c84-a4a9-ea26e67c14c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.333075] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "b4747db8-febb-4c84-a4a9-ea26e67c14c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.333401] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "b4747db8-febb-4c84-a4a9-ea26e67c14c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.335476] env[69702]: INFO nova.compute.manager [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Terminating instance [ 891.420979] env[69702]: DEBUG oslo_concurrency.lockutils [None req-52d23a1f-cee9-4bd1-9a90-e401152ab202 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Lock "66df6ee6-506f-4ba6-93a3-69845a6bd9d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.695s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.456114] env[69702]: DEBUG nova.compute.manager [req-d358f623-3133-4b68-ad44-6b3554c2b608 req-03124e6f-7be4-4010-8401-5396dacee8a4 service nova] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Received event network-vif-deleted-b9b81b6e-dfae-4339-8823-d42a0dc6eb43 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.508168] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.532501] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5202ecd3-649f-2cf1-4901-dba101375da4, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.533213] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e089ad8b-b066-4044-a579-21b9f2ef5abf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.538190] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 891.538190] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5214a6d3-b057-53b0-f7e3-bd7add61bee0" [ 891.538190] env[69702]: _type = "Task" [ 891.538190] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.545502] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5214a6d3-b057-53b0-f7e3-bd7add61bee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.570698] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.697555] env[69702]: DEBUG oslo_vmware.api [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160933} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.697817] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.697983] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.698174] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.698349] env[69702]: INFO nova.compute.manager [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 891.698597] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.698789] env[69702]: DEBUG nova.compute.manager [-] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.698879] env[69702]: DEBUG nova.network.neutron [-] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.806367] env[69702]: DEBUG nova.scheduler.client.report [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.839925] env[69702]: DEBUG nova.compute.manager [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.840207] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.841152] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad11547b-156e-4a5f-b643-c271f49dda5a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.849470] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.849719] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a40e31f5-01fc-4413-b350-c323a845c5fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.855553] env[69702]: DEBUG oslo_vmware.api [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 891.855553] env[69702]: value = "task-3085294" [ 891.855553] env[69702]: _type = "Task" [ 891.855553] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.864418] env[69702]: DEBUG oslo_vmware.api [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.052141] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5214a6d3-b057-53b0-f7e3-bd7add61bee0, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.052542] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.052759] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32/f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.053040] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-005733ac-b1f1-486a-88ea-7134a072a426 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.060476] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 892.060476] env[69702]: value = "task-3085295" [ 892.060476] env[69702]: _type = "Task" [ 892.060476] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.070590] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.312661] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.315891] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.703s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.340273] env[69702]: INFO nova.scheduler.client.report [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Deleted allocations for instance 98a036a1-aa31-4896-b4bb-95d87817e015 [ 892.371037] env[69702]: DEBUG oslo_vmware.api [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085294, 'name': PowerOffVM_Task, 'duration_secs': 0.177794} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.371037] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.371037] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.371037] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4a32228-a51e-4559-8608-5c9015482329 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.427032] env[69702]: DEBUG nova.compute.manager [req-25193d1f-ce70-44bb-a502-60f27149fbdf req-5313d3c0-2763-4493-af31-b6bcac91a06c service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Received event network-changed-bbed3069-6043-4fee-9e3d-a35fc2075584 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.427032] env[69702]: DEBUG nova.compute.manager [req-25193d1f-ce70-44bb-a502-60f27149fbdf req-5313d3c0-2763-4493-af31-b6bcac91a06c service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Refreshing instance network info cache due to event network-changed-bbed3069-6043-4fee-9e3d-a35fc2075584. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.427421] env[69702]: DEBUG oslo_concurrency.lockutils [req-25193d1f-ce70-44bb-a502-60f27149fbdf req-5313d3c0-2763-4493-af31-b6bcac91a06c service nova] Acquiring lock "refresh_cache-66df6ee6-506f-4ba6-93a3-69845a6bd9d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.427457] env[69702]: DEBUG oslo_concurrency.lockutils [req-25193d1f-ce70-44bb-a502-60f27149fbdf req-5313d3c0-2763-4493-af31-b6bcac91a06c service nova] Acquired lock "refresh_cache-66df6ee6-506f-4ba6-93a3-69845a6bd9d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.428696] env[69702]: DEBUG nova.network.neutron [req-25193d1f-ce70-44bb-a502-60f27149fbdf req-5313d3c0-2763-4493-af31-b6bcac91a06c service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Refreshing network info cache for port bbed3069-6043-4fee-9e3d-a35fc2075584 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.445580] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.445803] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.445980] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Deleting the datastore file [datastore2] b4747db8-febb-4c84-a4a9-ea26e67c14c9 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.446569] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de8ba5cb-1c27-4615-86a4-a9f253ad3692 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.453271] env[69702]: DEBUG oslo_vmware.api [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for the task: (returnval){ [ 892.453271] env[69702]: value = "task-3085297" [ 892.453271] env[69702]: _type = "Task" [ 892.453271] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.463604] env[69702]: DEBUG oslo_vmware.api [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.573510] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085295, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.577045] env[69702]: DEBUG nova.network.neutron [-] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.847883] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c236c969-4d12-4adb-8e0c-d8caaf9867fd tempest-ServerGroupTestJSON-452794529 tempest-ServerGroupTestJSON-452794529-project-member] Lock "98a036a1-aa31-4896-b4bb-95d87817e015" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.910s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.963589] env[69702]: DEBUG oslo_vmware.api [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Task: {'id': task-3085297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256787} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.963879] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.964155] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.964358] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.964532] env[69702]: INFO nova.compute.manager [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 892.964813] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.965032] env[69702]: DEBUG nova.compute.manager [-] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.965130] env[69702]: DEBUG nova.network.neutron [-] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.071838] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610657} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.073453] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32/f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.073964] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.074744] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be75b1f4-dbed-498c-845b-2656f0c3a322 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.079155] env[69702]: INFO nova.compute.manager [-] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Took 1.38 seconds to deallocate network for instance. [ 893.082870] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 893.082870] env[69702]: value = "task-3085298" [ 893.082870] env[69702]: _type = "Task" [ 893.082870] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.095465] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.333144] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Applying migration context for instance cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06 as it has an incoming, in-progress migration b1e03189-5c85-4133-b389-4e64de411f36. Migration status is reverting {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 893.333144] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Applying migration context for instance c05f4548-e5f4-415f-8605-c46ef7da0cd6 as it has an incoming, in-progress migration de442ffe-3a6a-48b0-aad1-004be551293d. Migration status is confirming {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 893.333144] env[69702]: INFO nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating resource usage from migration b1e03189-5c85-4133-b389-4e64de411f36 [ 893.333791] env[69702]: INFO nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating resource usage from migration de442ffe-3a6a-48b0-aad1-004be551293d [ 893.365017] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7121d29a-abb6-4ade-983a-a82808be3e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.365017] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.365017] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ebf9cfcb-426a-4ca2-9f9e-9c36c8270218 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.365017] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7752c8ae-f8e4-4901-85c1-e5a2959a8cee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.365017] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 5f43b968-a765-42d9-884c-36ae43474e7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.365017] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 5f4e9527-e9fb-40b6-87a1-4471431b38b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.365017] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance b4747db8-febb-4c84-a4a9-ea26e67c14c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.365017] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance d36e24b4-b199-4032-a564-77378b08369b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.365017] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 40ee0632-ab45-4177-8f7f-5e1926d83646 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.365017] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.365017] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 73bb0696-a7a2-45a5-9f2e-2594babcdc4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.365017] env[69702]: WARNING nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 5cd9dc16-3dae-4410-921a-804fedfdf459 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.365017] env[69702]: WARNING nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ca09d892-b66e-4aad-8a27-0d76e62715ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.365017] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 90d473bf-561d-466b-8b3f-6e1158b061ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.365506] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Migration b1e03189-5c85-4133-b389-4e64de411f36 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 893.365506] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.365506] env[69702]: WARNING nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.365506] env[69702]: WARNING nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance a426e1f5-bb7c-4a09-8681-a1592aa00551 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.365797] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Migration de442ffe-3a6a-48b0-aad1-004be551293d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 893.366131] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance c05f4548-e5f4-415f-8605-c46ef7da0cd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.366612] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance b11d419a-93e7-48a1-b29d-97c3c80eb891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.366909] env[69702]: WARNING nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance e7ef3381-0562-4b96-84cf-701a89c3c904 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.367189] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7c167f2c-df6b-4679-b223-357d2d0945f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.367527] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 66df6ee6-506f-4ba6-93a3-69845a6bd9d9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.369019] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.594416] env[69702]: DEBUG oslo_concurrency.lockutils [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.599912] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268847} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.600432] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.601505] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34bc090-a5d9-485e-b202-90736e262b15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.632969] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32/f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.633773] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40c921f-09f9-45f5-bfb5-eeceb2fa5d12 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.656454] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 893.656454] env[69702]: value = "task-3085299" [ 893.656454] env[69702]: _type = "Task" [ 893.656454] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.660296] env[69702]: DEBUG nova.network.neutron [req-25193d1f-ce70-44bb-a502-60f27149fbdf req-5313d3c0-2763-4493-af31-b6bcac91a06c service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Updated VIF entry in instance network info cache for port bbed3069-6043-4fee-9e3d-a35fc2075584. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.660729] env[69702]: DEBUG nova.network.neutron [req-25193d1f-ce70-44bb-a502-60f27149fbdf req-5313d3c0-2763-4493-af31-b6bcac91a06c service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Updating instance_info_cache with network_info: [{"id": "bbed3069-6043-4fee-9e3d-a35fc2075584", "address": "fa:16:3e:f3:ea:d1", "network": {"id": "72722a93-be2c-4354-bdce-3613bd9c98ed", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1034568625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18db4a459184da7bbd7b13e1c218b93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbed3069-60", "ovs_interfaceid": "bbed3069-6043-4fee-9e3d-a35fc2075584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.668367] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.725360] env[69702]: DEBUG nova.compute.manager [req-1c9ebd6f-c166-4cf2-8a57-5478c96d6659 req-4865d336-9acc-4f85-9dbc-6c5b654373ef service nova] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Received event network-vif-deleted-eaa53fee-22e0-4b96-a491-e7d546ac21f9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.870987] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7631d8ea-ff43-4b6e-a51f-7892c46c934f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 894.165411] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.170327] env[69702]: DEBUG oslo_concurrency.lockutils [req-25193d1f-ce70-44bb-a502-60f27149fbdf req-5313d3c0-2763-4493-af31-b6bcac91a06c service nova] Releasing lock "refresh_cache-66df6ee6-506f-4ba6-93a3-69845a6bd9d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.228220] env[69702]: DEBUG nova.network.neutron [-] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.374114] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 0b317261-37c2-450b-a883-eec48138d488 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 894.667131] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085299, 'name': ReconfigVM_Task, 'duration_secs': 0.899105} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.667543] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Reconfigured VM instance instance-00000046 to attach disk [datastore1] f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32/f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.669161] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d078c1a0-71e3-4d3a-b197-12a72f4f03e8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.674416] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 894.674416] env[69702]: value = "task-3085300" [ 894.674416] env[69702]: _type = "Task" [ 894.674416] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.682901] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085300, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.732159] env[69702]: INFO nova.compute.manager [-] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Took 1.76 seconds to deallocate network for instance. [ 894.878301] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 248e1129-34e7-4f2e-af05-22fe4314b24e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 895.185198] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085300, 'name': Rename_Task, 'duration_secs': 0.162868} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.187865] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.187865] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a148ef73-83a4-4995-99ba-abaa9fb694ab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.193408] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 895.193408] env[69702]: value = "task-3085301" [ 895.193408] env[69702]: _type = "Task" [ 895.193408] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.201931] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.237629] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.384132] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance a764b38d-4e4d-4b80-81d4-441bdebcfa0f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 895.384502] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 895.384664] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 895.706557] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085301, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.753880] env[69702]: DEBUG nova.compute.manager [req-e273521b-3185-4043-b2fd-6d78b4591a1f req-498e1782-a1f4-4de2-a64f-35895eb7c78e service nova] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Received event network-vif-deleted-7931cccc-a878-4f54-b370-0f6b3d196165 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.758293] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19f8482-19c7-48be-b8cd-e36e765827a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.767739] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c28b0d-abda-4aa6-a396-47b502112166 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.798523] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b0d664-606b-4d62-88fb-b20874228554 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.806274] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18de6549-1d87-49ad-80ee-a456251d2372 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.819774] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.206340] env[69702]: DEBUG oslo_vmware.api [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085301, 'name': PowerOnVM_Task, 'duration_secs': 0.697169} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.206711] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.206955] env[69702]: INFO nova.compute.manager [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Took 10.07 seconds to spawn the instance on the hypervisor. [ 896.207227] env[69702]: DEBUG nova.compute.manager [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.208072] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edbcf6b-eb88-4492-a7c1-0e3b23533991 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.323014] env[69702]: DEBUG nova.scheduler.client.report [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.729161] env[69702]: INFO nova.compute.manager [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Took 47.87 seconds to build instance. [ 896.831026] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 896.831138] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.516s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.831430] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.876s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.832999] env[69702]: INFO nova.compute.claims [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.836046] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.836201] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Cleaning up deleted instances {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 897.231643] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5b5e7b65-1e8d-4dcc-81f9-e4fb0a3e1feb tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.209s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.354131] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] There are 46 instances to clean {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 897.354546] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 98a036a1-aa31-4896-b4bb-95d87817e015] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.777013] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080b7fbe-6daa-444b-be98-0e3a9fa159d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.783801] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aca743-9568-458c-a34a-806a5bea2f85 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.814442] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e175a6-2ef5-4cc5-9463-da373e97b0c6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.821539] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41144341-7147-4d5e-a2b9-208d9364d4e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.836042] env[69702]: DEBUG nova.compute.provider_tree [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.862027] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 0d193bd5-ef22-4099-9ca8-d39e12e5a455] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.080068] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.080068] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.080068] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.080068] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.080068] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.080810] env[69702]: INFO nova.compute.manager [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Terminating instance [ 898.340400] env[69702]: DEBUG nova.scheduler.client.report [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.366623] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 62fa2fd7-c135-42ef-88ab-d5090907b77c] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.588989] env[69702]: DEBUG nova.compute.manager [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.589283] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.590228] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c100347b-7cc6-4822-80fb-028585b6562a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.599876] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.600262] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e6c0c7d-b481-44ee-97fd-6005d1055b51 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.606541] env[69702]: DEBUG oslo_vmware.api [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 898.606541] env[69702]: value = "task-3085302" [ 898.606541] env[69702]: _type = "Task" [ 898.606541] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.616766] env[69702]: DEBUG oslo_vmware.api [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.849871] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.018s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.851129] env[69702]: DEBUG nova.compute.manager [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.854489] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.032s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.855831] env[69702]: INFO nova.compute.claims [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.869765] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: acfbd008-7a97-4593-8c01-51f5a33eaa1c] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.119769] env[69702]: DEBUG oslo_vmware.api [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085302, 'name': PowerOffVM_Task, 'duration_secs': 0.369095} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.120236] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.120481] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.120749] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aa77f55-06ad-487a-92a7-db061e5d6207 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.189458] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.189682] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.190262] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleting the datastore file [datastore1] f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.190549] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-005b81ed-0d33-4223-a63c-66e9a3229ecc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.197774] env[69702]: DEBUG oslo_vmware.api [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 899.197774] env[69702]: value = "task-3085304" [ 899.197774] env[69702]: _type = "Task" [ 899.197774] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.213213] env[69702]: DEBUG oslo_vmware.api [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.362851] env[69702]: DEBUG nova.compute.utils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.367664] env[69702]: DEBUG nova.compute.manager [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.368153] env[69702]: DEBUG nova.network.neutron [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.375430] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: ad77e2a6-0461-49b1-bfd8-8039e7a23ac5] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.489760] env[69702]: DEBUG nova.policy [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98e33fa17e324f25b1e9bc0fbd2124f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b70244eba8945d1ab149d12f98d5495', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.710104] env[69702]: DEBUG oslo_vmware.api [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145374} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.710389] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.710619] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.710752] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.710925] env[69702]: INFO nova.compute.manager [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Took 1.12 seconds to destroy the instance on the hypervisor. [ 899.711208] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.711410] env[69702]: DEBUG nova.compute.manager [-] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.711506] env[69702]: DEBUG nova.network.neutron [-] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.868246] env[69702]: DEBUG nova.compute.manager [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.882335] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 538bd1ff-c4a9-449e-812e-90f0ef6f7a98] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.281473] env[69702]: DEBUG nova.network.neutron [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Successfully created port: 0aa1409c-b582-4274-9014-8652ceffd9a2 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.377220] env[69702]: DEBUG nova.compute.manager [req-f19b2b81-7923-439a-8b61-dee666fc13e3 req-74fd63b9-a10a-4731-884c-848c3d5b2056 service nova] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Received event network-vif-deleted-a26ee34f-14b7-4a65-8019-7af53cb64230 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.377508] env[69702]: INFO nova.compute.manager [req-f19b2b81-7923-439a-8b61-dee666fc13e3 req-74fd63b9-a10a-4731-884c-848c3d5b2056 service nova] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Neutron deleted interface a26ee34f-14b7-4a65-8019-7af53cb64230; detaching it from the instance and deleting it from the info cache [ 900.377627] env[69702]: DEBUG nova.network.neutron [req-f19b2b81-7923-439a-8b61-dee666fc13e3 req-74fd63b9-a10a-4731-884c-848c3d5b2056 service nova] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.382569] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d3e683-bbdb-4614-b4f9-ebe952c97cce {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.391897] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 835db1b6-3b4b-452e-ba88-8dbd6ba4fbd1] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.404687] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0529818-a2b3-4fe3-80ad-2cc61acff646 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.441019] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798f5c1d-d394-4c45-9022-6f00d4bb9871 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.449547] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5589c785-f224-4a12-abe4-2e1ac3c2630b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.466454] env[69702]: DEBUG nova.compute.provider_tree [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.823496] env[69702]: DEBUG nova.network.neutron [-] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.886589] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc2f11b9-15a4-4c58-8128-4bf999e949f0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.892629] env[69702]: DEBUG nova.compute.manager [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.896010] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 131b9632-347e-4203-b770-c6449683c6d6] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.907602] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e1fd9f-7109-424b-9bd0-d2ae179de59f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.932107] env[69702]: DEBUG nova.virt.hardware [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.932409] env[69702]: DEBUG nova.virt.hardware [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.935246] env[69702]: DEBUG nova.virt.hardware [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.935246] env[69702]: DEBUG nova.virt.hardware [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.935246] env[69702]: DEBUG nova.virt.hardware [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.935246] env[69702]: DEBUG nova.virt.hardware [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.935246] env[69702]: DEBUG nova.virt.hardware [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.935246] env[69702]: DEBUG nova.virt.hardware [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.935246] env[69702]: DEBUG nova.virt.hardware [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.935246] env[69702]: DEBUG nova.virt.hardware [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.935246] env[69702]: DEBUG nova.virt.hardware [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.935246] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff86e2f2-1d94-4ec4-9246-b8bda833719c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.951406] env[69702]: DEBUG nova.compute.manager [req-f19b2b81-7923-439a-8b61-dee666fc13e3 req-74fd63b9-a10a-4731-884c-848c3d5b2056 service nova] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Detach interface failed, port_id=a26ee34f-14b7-4a65-8019-7af53cb64230, reason: Instance f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.956860] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f491bcc2-cafa-4955-a23f-383e644d770e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.975220] env[69702]: DEBUG nova.scheduler.client.report [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.325407] env[69702]: INFO nova.compute.manager [-] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Took 1.61 seconds to deallocate network for instance. [ 901.422755] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: f9d366bc-9336-446d-ae8e-f7052af72e8c] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.481327] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.484046] env[69702]: DEBUG nova.compute.manager [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.485931] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.262s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.486317] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.488621] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 34.675s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.511688] env[69702]: INFO nova.scheduler.client.report [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Deleted allocations for instance 5cd9dc16-3dae-4410-921a-804fedfdf459 [ 901.783805] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Acquiring lock "6388991a-f2d0-4de4-962a-b9320b0d0bf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.784382] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Lock "6388991a-f2d0-4de4-962a-b9320b0d0bf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.839278] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.930458] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 5de0fd89-70f2-48cb-a681-0a1dfff8c86a] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.992655] env[69702]: DEBUG nova.compute.utils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.994232] env[69702]: DEBUG nova.objects.instance [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lazy-loading 'migration_context' on Instance uuid cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.995883] env[69702]: DEBUG nova.compute.manager [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.995883] env[69702]: DEBUG nova.network.neutron [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.019950] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0799c779-bcf3-48fc-b6c8-f2957708c60d tempest-ServersTestMultiNic-1054865954 tempest-ServersTestMultiNic-1054865954-project-member] Lock "5cd9dc16-3dae-4410-921a-804fedfdf459" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.988s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.059271] env[69702]: DEBUG nova.policy [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e464cd8a8e4ab6abc036721c4439de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cc7241bcccd42bcb1ffadd05ff6db3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.289948] env[69702]: DEBUG nova.compute.manager [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.433188] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 11beea4b-b6e1-45ff-8640-396448ac8871] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.476148] env[69702]: DEBUG nova.compute.manager [req-ce1810df-e48c-488a-8daf-736667d6606d req-3b87e5f7-1328-4a64-9c63-4c09024d2a0d service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Received event network-vif-plugged-0aa1409c-b582-4274-9014-8652ceffd9a2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.476740] env[69702]: DEBUG oslo_concurrency.lockutils [req-ce1810df-e48c-488a-8daf-736667d6606d req-3b87e5f7-1328-4a64-9c63-4c09024d2a0d service nova] Acquiring lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.478958] env[69702]: DEBUG oslo_concurrency.lockutils [req-ce1810df-e48c-488a-8daf-736667d6606d req-3b87e5f7-1328-4a64-9c63-4c09024d2a0d service nova] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.480370] env[69702]: DEBUG oslo_concurrency.lockutils [req-ce1810df-e48c-488a-8daf-736667d6606d req-3b87e5f7-1328-4a64-9c63-4c09024d2a0d service nova] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.480370] env[69702]: DEBUG nova.compute.manager [req-ce1810df-e48c-488a-8daf-736667d6606d req-3b87e5f7-1328-4a64-9c63-4c09024d2a0d service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] No waiting events found dispatching network-vif-plugged-0aa1409c-b582-4274-9014-8652ceffd9a2 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.480370] env[69702]: WARNING nova.compute.manager [req-ce1810df-e48c-488a-8daf-736667d6606d req-3b87e5f7-1328-4a64-9c63-4c09024d2a0d service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Received unexpected event network-vif-plugged-0aa1409c-b582-4274-9014-8652ceffd9a2 for instance with vm_state building and task_state spawning. [ 902.497374] env[69702]: DEBUG nova.compute.manager [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.674555] env[69702]: DEBUG nova.network.neutron [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Successfully updated port: 0aa1409c-b582-4274-9014-8652ceffd9a2 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.678600] env[69702]: DEBUG nova.network.neutron [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Successfully created port: e415ef34-0e92-4fd9-bc1f-5f32ec7909e9 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.812756] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.931559] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb74b4d6-a9c4-4adf-844b-720afb397d15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.940718] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 45f34208-c4a3-45b6-a7fa-81c116f7450a] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.943335] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca013d8-03f3-4598-bdac-d6c933da8728 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.976450] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25511c47-08a5-4621-a056-085ed566c576 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.984213] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f83efbd-9613-4853-9561-dfa9423d5c28 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.998393] env[69702]: DEBUG nova.compute.provider_tree [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.184072] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "refresh_cache-7631d8ea-ff43-4b6e-a51f-7892c46c934f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.184249] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired lock "refresh_cache-7631d8ea-ff43-4b6e-a51f-7892c46c934f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.184435] env[69702]: DEBUG nova.network.neutron [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.447428] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: ae628692-35b2-4fa7-8aee-d77483405fe9] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.501045] env[69702]: DEBUG nova.scheduler.client.report [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.513078] env[69702]: DEBUG nova.compute.manager [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.556289] env[69702]: DEBUG nova.virt.hardware [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.556643] env[69702]: DEBUG nova.virt.hardware [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.556819] env[69702]: DEBUG nova.virt.hardware [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.557013] env[69702]: DEBUG nova.virt.hardware [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.558316] env[69702]: DEBUG nova.virt.hardware [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.558488] env[69702]: DEBUG nova.virt.hardware [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.558712] env[69702]: DEBUG nova.virt.hardware [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.558874] env[69702]: DEBUG nova.virt.hardware [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.559054] env[69702]: DEBUG nova.virt.hardware [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.559458] env[69702]: DEBUG nova.virt.hardware [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.559458] env[69702]: DEBUG nova.virt.hardware [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.560315] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18de9417-e94c-4b1a-9344-334a7ff44a28 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.568732] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d16726-d7ac-4b84-b7f6-f8778aeb4f83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.734672] env[69702]: DEBUG nova.network.neutron [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.951536] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 1f9cfce3-1616-4167-8a02-1ca3b58dc115] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.000092] env[69702]: DEBUG nova.network.neutron [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Updating instance_info_cache with network_info: [{"id": "0aa1409c-b582-4274-9014-8652ceffd9a2", "address": "fa:16:3e:a7:30:02", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa1409c-b5", "ovs_interfaceid": "0aa1409c-b582-4274-9014-8652ceffd9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.225413] env[69702]: DEBUG nova.network.neutron [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Successfully updated port: e415ef34-0e92-4fd9-bc1f-5f32ec7909e9 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.454923] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 8caec654-87db-4590-a963-501758b4305e] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.503485] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Releasing lock "refresh_cache-7631d8ea-ff43-4b6e-a51f-7892c46c934f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.503485] env[69702]: DEBUG nova.compute.manager [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Instance network_info: |[{"id": "0aa1409c-b582-4274-9014-8652ceffd9a2", "address": "fa:16:3e:a7:30:02", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa1409c-b5", "ovs_interfaceid": "0aa1409c-b582-4274-9014-8652ceffd9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.503940] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:30:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aa1409c-b582-4274-9014-8652ceffd9a2', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.514803] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Creating folder: Project (9b70244eba8945d1ab149d12f98d5495). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.516387] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.028s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.524070] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae04bcaf-e023-4ca7-881d-27a20c1d4188 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.528789] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.609s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.530600] env[69702]: INFO nova.compute.claims [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.546703] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Created folder: Project (9b70244eba8945d1ab149d12f98d5495) in parent group-v617437. [ 904.547331] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Creating folder: Instances. Parent ref: group-v617639. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.547917] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f8d60eb-8c55-492c-afda-920595ca3078 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.557326] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Created folder: Instances in parent group-v617639. [ 904.558031] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.558432] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.558675] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6f82f85-7f3d-44f3-8782-66f658445f7f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.580103] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.580103] env[69702]: value = "task-3085307" [ 904.580103] env[69702]: _type = "Task" [ 904.580103] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.588602] env[69702]: DEBUG nova.compute.manager [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Received event network-changed-0aa1409c-b582-4274-9014-8652ceffd9a2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.588602] env[69702]: DEBUG nova.compute.manager [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Refreshing instance network info cache due to event network-changed-0aa1409c-b582-4274-9014-8652ceffd9a2. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.588602] env[69702]: DEBUG oslo_concurrency.lockutils [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] Acquiring lock "refresh_cache-7631d8ea-ff43-4b6e-a51f-7892c46c934f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.588602] env[69702]: DEBUG oslo_concurrency.lockutils [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] Acquired lock "refresh_cache-7631d8ea-ff43-4b6e-a51f-7892c46c934f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.588958] env[69702]: DEBUG nova.network.neutron [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Refreshing network info cache for port 0aa1409c-b582-4274-9014-8652ceffd9a2 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.593907] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085307, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.730411] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "refresh_cache-0b317261-37c2-450b-a883-eec48138d488" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.730574] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquired lock "refresh_cache-0b317261-37c2-450b-a883-eec48138d488" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.730731] env[69702]: DEBUG nova.network.neutron [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.958619] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 756ccd3a-c4c4-41eb-b460-c4b34f07f375] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.092045] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085307, 'name': CreateVM_Task, 'duration_secs': 0.354031} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.092045] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.092212] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.092366] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.092693] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.092954] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454cd982-4d9f-4944-bf6c-810610af7c92 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.099479] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 905.099479] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5219c6ca-8741-7fd3-1c70-a464d61f0767" [ 905.099479] env[69702]: _type = "Task" [ 905.099479] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.107869] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5219c6ca-8741-7fd3-1c70-a464d61f0767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.273997] env[69702]: DEBUG nova.network.neutron [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.345969] env[69702]: DEBUG nova.network.neutron [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Updated VIF entry in instance network info cache for port 0aa1409c-b582-4274-9014-8652ceffd9a2. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.346137] env[69702]: DEBUG nova.network.neutron [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Updating instance_info_cache with network_info: [{"id": "0aa1409c-b582-4274-9014-8652ceffd9a2", "address": "fa:16:3e:a7:30:02", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa1409c-b5", "ovs_interfaceid": "0aa1409c-b582-4274-9014-8652ceffd9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.457214] env[69702]: DEBUG nova.network.neutron [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Updating instance_info_cache with network_info: [{"id": "e415ef34-0e92-4fd9-bc1f-5f32ec7909e9", "address": "fa:16:3e:f3:5f:3c", "network": {"id": "1a477af5-bf22-442c-8fab-312594b69916", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1523621383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc7241bcccd42bcb1ffadd05ff6db3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape415ef34-0e", "ovs_interfaceid": "e415ef34-0e92-4fd9-bc1f-5f32ec7909e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.462435] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: f208df38-eba6-4969-9639-176cddc5d1ff] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.609639] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5219c6ca-8741-7fd3-1c70-a464d61f0767, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.609930] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.610202] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.610433] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.610577] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.610758] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.613499] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa53c637-8a6f-434f-842e-f19c2c6411c9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.622969] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.623187] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.624264] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c29856-037b-4949-b2b1-1a3ecb5f613e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.631194] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 905.631194] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524872f7-2ca7-a17c-e2ff-68506f31f792" [ 905.631194] env[69702]: _type = "Task" [ 905.631194] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.639169] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524872f7-2ca7-a17c-e2ff-68506f31f792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.849033] env[69702]: DEBUG oslo_concurrency.lockutils [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] Releasing lock "refresh_cache-7631d8ea-ff43-4b6e-a51f-7892c46c934f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.849596] env[69702]: DEBUG nova.compute.manager [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] [instance: 0b317261-37c2-450b-a883-eec48138d488] Received event network-vif-plugged-e415ef34-0e92-4fd9-bc1f-5f32ec7909e9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.849596] env[69702]: DEBUG oslo_concurrency.lockutils [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] Acquiring lock "0b317261-37c2-450b-a883-eec48138d488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.849779] env[69702]: DEBUG oslo_concurrency.lockutils [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] Lock "0b317261-37c2-450b-a883-eec48138d488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.849918] env[69702]: DEBUG oslo_concurrency.lockutils [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] Lock "0b317261-37c2-450b-a883-eec48138d488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.850488] env[69702]: DEBUG nova.compute.manager [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] [instance: 0b317261-37c2-450b-a883-eec48138d488] No waiting events found dispatching network-vif-plugged-e415ef34-0e92-4fd9-bc1f-5f32ec7909e9 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.850488] env[69702]: WARNING nova.compute.manager [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] [instance: 0b317261-37c2-450b-a883-eec48138d488] Received unexpected event network-vif-plugged-e415ef34-0e92-4fd9-bc1f-5f32ec7909e9 for instance with vm_state building and task_state spawning. [ 905.850488] env[69702]: DEBUG nova.compute.manager [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] [instance: 0b317261-37c2-450b-a883-eec48138d488] Received event network-changed-e415ef34-0e92-4fd9-bc1f-5f32ec7909e9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.850650] env[69702]: DEBUG nova.compute.manager [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] [instance: 0b317261-37c2-450b-a883-eec48138d488] Refreshing instance network info cache due to event network-changed-e415ef34-0e92-4fd9-bc1f-5f32ec7909e9. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.850716] env[69702]: DEBUG oslo_concurrency.lockutils [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] Acquiring lock "refresh_cache-0b317261-37c2-450b-a883-eec48138d488" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.909576] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306ac43d-537a-431b-9f89-e4ebde209847 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.917172] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e621a189-2620-4c11-b194-7a8ecaedd4f7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.946440] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c70127-3eb0-4799-b1fe-23821cae487e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.953682] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8cb5c7-68b9-465a-851b-ecfc6bccce2c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.966436] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Releasing lock "refresh_cache-0b317261-37c2-450b-a883-eec48138d488" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.966781] env[69702]: DEBUG nova.compute.manager [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Instance network_info: |[{"id": "e415ef34-0e92-4fd9-bc1f-5f32ec7909e9", "address": "fa:16:3e:f3:5f:3c", "network": {"id": "1a477af5-bf22-442c-8fab-312594b69916", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1523621383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc7241bcccd42bcb1ffadd05ff6db3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape415ef34-0e", "ovs_interfaceid": "e415ef34-0e92-4fd9-bc1f-5f32ec7909e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.967148] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: dd87b231-075a-46c6-ae8f-3152bfb685b7] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.969101] env[69702]: DEBUG nova.compute.provider_tree [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.970431] env[69702]: DEBUG oslo_concurrency.lockutils [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] Acquired lock "refresh_cache-0b317261-37c2-450b-a883-eec48138d488" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.970618] env[69702]: DEBUG nova.network.neutron [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] [instance: 0b317261-37c2-450b-a883-eec48138d488] Refreshing network info cache for port e415ef34-0e92-4fd9-bc1f-5f32ec7909e9 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.971544] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:5f:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e415ef34-0e92-4fd9-bc1f-5f32ec7909e9', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.978838] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.980329] env[69702]: DEBUG nova.scheduler.client.report [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.983184] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b317261-37c2-450b-a883-eec48138d488] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.983755] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90962d8a-a826-4ccf-aabe-a13a2a4288b9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.003517] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.003517] env[69702]: value = "task-3085308" [ 906.003517] env[69702]: _type = "Task" [ 906.003517] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.012322] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085308, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.059805] env[69702]: INFO nova.compute.manager [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Swapping old allocation on dict_keys(['5a08ce25-a270-4b9f-aabb-681250add3d4']) held by migration b1e03189-5c85-4133-b389-4e64de411f36 for instance [ 906.086505] env[69702]: DEBUG nova.scheduler.client.report [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Overwriting current allocation {'allocations': {'5a08ce25-a270-4b9f-aabb-681250add3d4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 89}}, 'project_id': 'e84e218220c74024a52ac796cad54c3f', 'user_id': 'aa8e362ed5cd4d7aaebded7f0c419792', 'consumer_generation': 1} on consumer cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06 {{(pid=69702) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 906.142700] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524872f7-2ca7-a17c-e2ff-68506f31f792, 'name': SearchDatastore_Task, 'duration_secs': 0.010284} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.143748] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2acca414-9eec-4723-869e-8ae04a829858 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.148857] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 906.148857] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5240edd4-bbea-1da4-5d5d-4768bf031ac6" [ 906.148857] env[69702]: _type = "Task" [ 906.148857] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.156912] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5240edd4-bbea-1da4-5d5d-4768bf031ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.203572] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.203816] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquired lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.204048] env[69702]: DEBUG nova.network.neutron [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.471316] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 67b31c61-8436-48f7-9bc4-af90ecd843b1] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.485034] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.956s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.485163] env[69702]: DEBUG nova.compute.manager [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.488508] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.793s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.488508] env[69702]: DEBUG nova.objects.instance [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 906.513439] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085308, 'name': CreateVM_Task, 'duration_secs': 0.322869} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.513602] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b317261-37c2-450b-a883-eec48138d488] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.514328] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.514513] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.514897] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.515188] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f18c74-b373-40a5-a6c6-169c81047c3c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.519460] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 906.519460] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5248e53a-ded3-fc84-c3f4-7004302beead" [ 906.519460] env[69702]: _type = "Task" [ 906.519460] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.528460] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5248e53a-ded3-fc84-c3f4-7004302beead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.659406] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5240edd4-bbea-1da4-5d5d-4768bf031ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.659667] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.659936] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 7631d8ea-ff43-4b6e-a51f-7892c46c934f/7631d8ea-ff43-4b6e-a51f-7892c46c934f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.660190] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a687b11d-bdf4-4bee-a325-b1ee7cab4216 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.666393] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 906.666393] env[69702]: value = "task-3085309" [ 906.666393] env[69702]: _type = "Task" [ 906.666393] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.673697] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.709725] env[69702]: DEBUG nova.network.neutron [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] [instance: 0b317261-37c2-450b-a883-eec48138d488] Updated VIF entry in instance network info cache for port e415ef34-0e92-4fd9-bc1f-5f32ec7909e9. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.710153] env[69702]: DEBUG nova.network.neutron [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] [instance: 0b317261-37c2-450b-a883-eec48138d488] Updating instance_info_cache with network_info: [{"id": "e415ef34-0e92-4fd9-bc1f-5f32ec7909e9", "address": "fa:16:3e:f3:5f:3c", "network": {"id": "1a477af5-bf22-442c-8fab-312594b69916", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1523621383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cc7241bcccd42bcb1ffadd05ff6db3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape415ef34-0e", "ovs_interfaceid": "e415ef34-0e92-4fd9-bc1f-5f32ec7909e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.975215] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 4cbf057b-da38-415c-b0aa-641e21e44333] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.997044] env[69702]: DEBUG nova.compute.utils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.998239] env[69702]: DEBUG nova.compute.manager [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.998445] env[69702]: DEBUG nova.network.neutron [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.032791] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5248e53a-ded3-fc84-c3f4-7004302beead, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.034420] env[69702]: DEBUG nova.network.neutron [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance_info_cache with network_info: [{"id": "028a5948-8308-42e9-a711-b65bd28debd2", "address": "fa:16:3e:a1:b7:04", "network": {"id": "11579ce7-1540-4f76-8745-37ed99edb73f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "807650c4023a48a09f299719c2499783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028a5948-83", "ovs_interfaceid": "028a5948-8308-42e9-a711-b65bd28debd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.035544] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.035544] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.035544] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.035544] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.035544] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.037335] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a334289e-2771-4d81-91af-303e7213c043 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.050710] env[69702]: DEBUG nova.policy [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd10bbe1bf4894d159adfa9608fb6ebcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9251ee7f0dc6425f8bb25921c6ae3377', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.054382] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.054611] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.055455] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5af6019-895c-499d-9fb1-eea2a6325c2b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.063678] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 907.063678] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52947cb8-857c-e53d-7e83-3f37eb9927df" [ 907.063678] env[69702]: _type = "Task" [ 907.063678] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.072090] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52947cb8-857c-e53d-7e83-3f37eb9927df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.177999] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45256} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.178588] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 7631d8ea-ff43-4b6e-a51f-7892c46c934f/7631d8ea-ff43-4b6e-a51f-7892c46c934f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.178809] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.179074] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-198a3cf6-7c7f-4782-9275-45b3436f0888 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.185140] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 907.185140] env[69702]: value = "task-3085310" [ 907.185140] env[69702]: _type = "Task" [ 907.185140] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.192413] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.213164] env[69702]: DEBUG oslo_concurrency.lockutils [req-3ca6c687-6f34-4a8d-ad8d-6c57fded2572 req-404dc276-c9a1-4bcc-acf3-d596569379b7 service nova] Releasing lock "refresh_cache-0b317261-37c2-450b-a883-eec48138d488" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.478403] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 1a168001-abf2-4fc9-b93c-2eea7bd3bb21] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.499952] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e07b4b26-2bf5-4b29-8132-b30cdcd9c496 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.501605] env[69702]: DEBUG oslo_concurrency.lockutils [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.086s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.503437] env[69702]: DEBUG nova.compute.manager [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.538335] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Releasing lock "refresh_cache-cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.540758] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.541098] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba1f8175-88bf-432e-bbe3-90079f424164 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.550114] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 907.550114] env[69702]: value = "task-3085311" [ 907.550114] env[69702]: _type = "Task" [ 907.550114] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.561463] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.573295] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52947cb8-857c-e53d-7e83-3f37eb9927df, 'name': SearchDatastore_Task, 'duration_secs': 0.044431} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.574042] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd88f83-3908-499f-9661-05b85cd09baf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.579456] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 907.579456] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5296ced9-9327-e7fa-e523-2d845180aaaa" [ 907.579456] env[69702]: _type = "Task" [ 907.579456] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.587550] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5296ced9-9327-e7fa-e523-2d845180aaaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.694425] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067565} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.694702] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.695628] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f67c8e4-6537-4886-a9c7-6d932bbab25f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.718096] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 7631d8ea-ff43-4b6e-a51f-7892c46c934f/7631d8ea-ff43-4b6e-a51f-7892c46c934f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.719046] env[69702]: DEBUG nova.network.neutron [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Successfully created port: dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.720997] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc16590-1854-42aa-9d29-51607b8c7872 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.739556] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 907.739556] env[69702]: value = "task-3085312" [ 907.739556] env[69702]: _type = "Task" [ 907.739556] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.747218] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.981966] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: a671c9c9-8655-4b57-8011-24e849eac2cb] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.061333] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085311, 'name': PowerOffVM_Task, 'duration_secs': 0.198666} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.062544] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.063388] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:55:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0e44db66-4b85-47b3-bd46-70e7292e0ebc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-968298121',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.063601] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.063707] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.063896] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.064055] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.064207] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.064414] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.064577] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.064753] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.064913] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.065113] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.073646] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89204ce4-b1be-412c-a7b3-bc8fe7b79147 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.094199] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5296ced9-9327-e7fa-e523-2d845180aaaa, 'name': SearchDatastore_Task, 'duration_secs': 0.014001} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.095444] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.095815] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 0b317261-37c2-450b-a883-eec48138d488/0b317261-37c2-450b-a883-eec48138d488.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.096122] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 908.096122] env[69702]: value = "task-3085313" [ 908.096122] env[69702]: _type = "Task" [ 908.096122] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.096319] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16d35092-538f-484f-83e1-aaac6b5f4635 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.112090] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.114051] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 908.114051] env[69702]: value = "task-3085314" [ 908.114051] env[69702]: _type = "Task" [ 908.114051] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.124653] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.248663] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085312, 'name': ReconfigVM_Task, 'duration_secs': 0.276691} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.248978] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 7631d8ea-ff43-4b6e-a51f-7892c46c934f/7631d8ea-ff43-4b6e-a51f-7892c46c934f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.252021] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-567015a5-7893-4f2a-a1a0-6849233dc3cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.257662] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 908.257662] env[69702]: value = "task-3085315" [ 908.257662] env[69702]: _type = "Task" [ 908.257662] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.265386] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085315, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.431113] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a84aa2-d458-4445-928a-01426362aa32 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.438386] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64d38a2-54ad-4f01-8aa0-62d8520e2bcc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.470301] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4641664-2d41-4f9e-9cbc-ea2f3d92cacf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.479424] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0001c34e-42c5-48d6-aa11-8ae5391ccc41 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.485266] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 8756b2f1-7fdd-4d29-aedd-bca7dbf5dd3d] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.495195] env[69702]: DEBUG nova.compute.provider_tree [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.513196] env[69702]: DEBUG nova.compute.manager [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.540836] env[69702]: DEBUG nova.virt.hardware [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.541207] env[69702]: DEBUG nova.virt.hardware [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.541338] env[69702]: DEBUG nova.virt.hardware [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.541474] env[69702]: DEBUG nova.virt.hardware [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.541632] env[69702]: DEBUG nova.virt.hardware [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.541766] env[69702]: DEBUG nova.virt.hardware [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.541981] env[69702]: DEBUG nova.virt.hardware [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.542160] env[69702]: DEBUG nova.virt.hardware [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.542328] env[69702]: DEBUG nova.virt.hardware [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.542493] env[69702]: DEBUG nova.virt.hardware [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.542675] env[69702]: DEBUG nova.virt.hardware [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.543908] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ca4548-6503-4d75-a469-0fb6ec2839ab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.552805] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63309a8a-71d9-4b4b-a5ae-4617957d40c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.606885] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085313, 'name': ReconfigVM_Task, 'duration_secs': 0.140557} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.607758] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17bc727-7d4b-417e-8b90-f389c37404a8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.626425] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:55:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0e44db66-4b85-47b3-bd46-70e7292e0ebc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-968298121',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.626714] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.626897] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.627101] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.627256] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.627404] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.627638] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.627812] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.627983] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.628163] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.628429] env[69702]: DEBUG nova.virt.hardware [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.631848] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08ca506-8d6f-4a1c-8408-d562cc4e4f35 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.638879] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517757} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.639879] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 0b317261-37c2-450b-a883-eec48138d488/0b317261-37c2-450b-a883-eec48138d488.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.640053] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.640355] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 908.640355] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527a215e-68a7-c13b-5461-37975af44ccc" [ 908.640355] env[69702]: _type = "Task" [ 908.640355] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.640550] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4a4c53e-3989-4893-ad53-ad9980271fb2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.651215] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527a215e-68a7-c13b-5461-37975af44ccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.652525] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 908.652525] env[69702]: value = "task-3085316" [ 908.652525] env[69702]: _type = "Task" [ 908.652525] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.659661] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.767742] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085315, 'name': Rename_Task, 'duration_secs': 0.198871} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.768714] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.768714] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffda8c2b-1174-4ff8-ac18-6ee887604998 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.774445] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 908.774445] env[69702]: value = "task-3085317" [ 908.774445] env[69702]: _type = "Task" [ 908.774445] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.781974] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.997887] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 86f7bb58-2b6a-4d7e-8a07-e8ce6f303051] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.000666] env[69702]: DEBUG nova.scheduler.client.report [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.152140] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527a215e-68a7-c13b-5461-37975af44ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.021853} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.157746] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 909.158148] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b09143c-9b0c-476b-adb8-a6e53fff58d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.180846] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060591} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.182250] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.182597] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 909.182597] env[69702]: value = "task-3085318" [ 909.182597] env[69702]: _type = "Task" [ 909.182597] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.183368] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc9b0ab-2798-4df5-b4b4-cd5f8b6906b7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.195537] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085318, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.214148] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 0b317261-37c2-450b-a883-eec48138d488/0b317261-37c2-450b-a883-eec48138d488.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.214468] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ebd1ae9-4326-4744-8a1b-7428d3246b81 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.233371] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 909.233371] env[69702]: value = "task-3085319" [ 909.233371] env[69702]: _type = "Task" [ 909.233371] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.241489] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.284989] env[69702]: DEBUG oslo_vmware.api [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085317, 'name': PowerOnVM_Task, 'duration_secs': 0.451016} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.285149] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.285317] env[69702]: INFO nova.compute.manager [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Took 8.39 seconds to spawn the instance on the hypervisor. [ 909.285507] env[69702]: DEBUG nova.compute.manager [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.286338] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2585c2-ee06-4909-87fb-f7cb6229e150 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.417137] env[69702]: DEBUG nova.compute.manager [req-74f50411-0b54-4c53-8dc5-02ab331bd6d6 req-fb41e114-04cb-4134-b4eb-bd12b8b01e7a service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Received event network-vif-plugged-dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.417137] env[69702]: DEBUG oslo_concurrency.lockutils [req-74f50411-0b54-4c53-8dc5-02ab331bd6d6 req-fb41e114-04cb-4134-b4eb-bd12b8b01e7a service nova] Acquiring lock "248e1129-34e7-4f2e-af05-22fe4314b24e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.417137] env[69702]: DEBUG oslo_concurrency.lockutils [req-74f50411-0b54-4c53-8dc5-02ab331bd6d6 req-fb41e114-04cb-4134-b4eb-bd12b8b01e7a service nova] Lock "248e1129-34e7-4f2e-af05-22fe4314b24e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.417137] env[69702]: DEBUG oslo_concurrency.lockutils [req-74f50411-0b54-4c53-8dc5-02ab331bd6d6 req-fb41e114-04cb-4134-b4eb-bd12b8b01e7a service nova] Lock "248e1129-34e7-4f2e-af05-22fe4314b24e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.417137] env[69702]: DEBUG nova.compute.manager [req-74f50411-0b54-4c53-8dc5-02ab331bd6d6 req-fb41e114-04cb-4134-b4eb-bd12b8b01e7a service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] No waiting events found dispatching network-vif-plugged-dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.417137] env[69702]: WARNING nova.compute.manager [req-74f50411-0b54-4c53-8dc5-02ab331bd6d6 req-fb41e114-04cb-4134-b4eb-bd12b8b01e7a service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Received unexpected event network-vif-plugged-dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a for instance with vm_state building and task_state spawning. [ 909.508019] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 15c8d71d-2065-4bd4-91c3-d6c5140fff83] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.514993] env[69702]: DEBUG nova.network.neutron [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Successfully updated port: dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.696887] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085318, 'name': ReconfigVM_Task, 'duration_secs': 0.196163} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.697285] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 909.698308] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28679816-b4a0-46d4-8de6-d919c4bb7c24 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.720883] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06/cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.721220] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a00e644-6304-486d-9ec8-3ca6cc679f7d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.741507] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085319, 'name': ReconfigVM_Task, 'duration_secs': 0.285442} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.742751] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 0b317261-37c2-450b-a883-eec48138d488/0b317261-37c2-450b-a883-eec48138d488.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.743481] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 909.743481] env[69702]: value = "task-3085320" [ 909.743481] env[69702]: _type = "Task" [ 909.743481] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.743667] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21136b62-beaf-45db-b36d-4b691932ad57 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.752704] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.753817] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 909.753817] env[69702]: value = "task-3085321" [ 909.753817] env[69702]: _type = "Task" [ 909.753817] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.803922] env[69702]: INFO nova.compute.manager [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Took 51.87 seconds to build instance. [ 910.013737] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 8a28ee81-c65d-4ccf-b8ea-d759a3375ed5] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.017427] env[69702]: DEBUG oslo_concurrency.lockutils [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.514s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.017427] env[69702]: DEBUG nova.compute.manager [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69702) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 910.020210] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.758s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.021838] env[69702]: INFO nova.compute.claims [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.025665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.025665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.025665] env[69702]: DEBUG nova.network.neutron [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.255274] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085320, 'name': ReconfigVM_Task, 'duration_secs': 0.305547} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.258292] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Reconfigured VM instance instance-00000033 to attach disk [datastore2] cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06/cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.259044] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8adee0d-d91b-4208-8fae-a377586de396 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.266766] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085321, 'name': Rename_Task, 'duration_secs': 0.146051} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.280428] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.280821] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d757e0f-03b5-412a-9fc6-218300724a81 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.282878] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8be06a-a967-4031-af4d-24fea97b0339 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.303512] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84333367-68d6-4ff8-85ce-0b9cea46573b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.306206] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 910.306206] env[69702]: value = "task-3085322" [ 910.306206] env[69702]: _type = "Task" [ 910.306206] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.306575] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de4b08cc-3552-49b9-a43a-fd93c2d45694 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.372s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.323906] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817436cf-b8eb-4c77-be22-3f3db9e7bba9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.329948] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.334133] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.334382] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7312c948-8054-4665-8158-89d05c55a09e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.340508] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 910.340508] env[69702]: value = "task-3085323" [ 910.340508] env[69702]: _type = "Task" [ 910.340508] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.350651] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.525164] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 58f8e93d-252b-4b10-acbb-992512434c5c] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.587874] env[69702]: INFO nova.scheduler.client.report [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleted allocation for migration de442ffe-3a6a-48b0-aad1-004be551293d [ 910.608601] env[69702]: DEBUG nova.network.neutron [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.819410] env[69702]: DEBUG oslo_vmware.api [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085322, 'name': PowerOnVM_Task, 'duration_secs': 0.49594} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.819667] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.819872] env[69702]: INFO nova.compute.manager [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Took 7.31 seconds to spawn the instance on the hypervisor. [ 910.820059] env[69702]: DEBUG nova.compute.manager [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.821352] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f7b315-e2b8-462b-b8cf-51bc23c7679e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.849349] env[69702]: DEBUG oslo_vmware.api [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085323, 'name': PowerOnVM_Task, 'duration_secs': 0.397153} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.849617] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.881496] env[69702]: DEBUG nova.network.neutron [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updating instance_info_cache with network_info: [{"id": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "address": "fa:16:3e:99:e1:95", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc10ec8-c3", "ovs_interfaceid": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.037355] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 2d38379b-473f-4bd8-9bd9-91f91a2f35b7] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.095669] env[69702]: DEBUG oslo_concurrency.lockutils [None req-57121b3c-cad6-4051-b09c-3d05eeb27139 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.137s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.336591] env[69702]: INFO nova.compute.manager [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Took 49.53 seconds to build instance. [ 911.383697] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.384015] env[69702]: DEBUG nova.compute.manager [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Instance network_info: |[{"id": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "address": "fa:16:3e:99:e1:95", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc10ec8-c3", "ovs_interfaceid": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.384628] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:e1:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.392925] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.393604] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.397017] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-395809de-6dd8-448f-abc5-06b5bd79811d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.419644] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.419644] env[69702]: value = "task-3085324" [ 911.419644] env[69702]: _type = "Task" [ 911.419644] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.429135] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085324, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.448982] env[69702]: DEBUG nova.compute.manager [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Received event network-changed-dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.450127] env[69702]: DEBUG nova.compute.manager [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Refreshing instance network info cache due to event network-changed-dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.450127] env[69702]: DEBUG oslo_concurrency.lockutils [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] Acquiring lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.450127] env[69702]: DEBUG oslo_concurrency.lockutils [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] Acquired lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.450127] env[69702]: DEBUG nova.network.neutron [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Refreshing network info cache for port dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.455035] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b62dd2-8a81-494b-aaa7-8d2061edbc3a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.463741] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df64e22-ae98-4443-aa9a-e944ef0d8fe6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.503865] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6958d1b-df90-41fe-96cc-9e40e45ca38c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.511309] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d30e31-563a-4092-a140-6b1c6972cdf6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.525083] env[69702]: DEBUG nova.compute.provider_tree [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.542387] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 7eaa4194-9e09-449b-ac4c-cd5d7e2f719e] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.706126] env[69702]: DEBUG nova.objects.instance [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'flavor' on Instance uuid c05f4548-e5f4-415f-8605-c46ef7da0cd6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.838898] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48ff2b73-788c-4302-9ea3-e68b43c20452 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "0b317261-37c2-450b-a883-eec48138d488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.040s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.863174] env[69702]: INFO nova.compute.manager [None req-ee960377-8dce-4727-aeb5-44099d1ab0aa tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance to original state: 'active' [ 911.929582] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085324, 'name': CreateVM_Task, 'duration_secs': 0.393417} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.929763] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.930450] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.930623] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.930945] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.931224] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb77e723-c914-4fef-9a0a-3d55562d39e8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.935647] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 911.935647] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52baa40d-3247-4ba1-58e3-7f6388a7f90a" [ 911.935647] env[69702]: _type = "Task" [ 911.935647] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.943651] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52baa40d-3247-4ba1-58e3-7f6388a7f90a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.028493] env[69702]: DEBUG nova.scheduler.client.report [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.046566] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: e582d30b-721a-4477-9dec-fc371140e192] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.145512] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "0b317261-37c2-450b-a883-eec48138d488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.145937] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "0b317261-37c2-450b-a883-eec48138d488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.146223] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "0b317261-37c2-450b-a883-eec48138d488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.146435] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "0b317261-37c2-450b-a883-eec48138d488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.146636] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "0b317261-37c2-450b-a883-eec48138d488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.149293] env[69702]: INFO nova.compute.manager [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Terminating instance [ 912.206828] env[69702]: DEBUG nova.network.neutron [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updated VIF entry in instance network info cache for port dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.207147] env[69702]: DEBUG nova.network.neutron [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updating instance_info_cache with network_info: [{"id": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "address": "fa:16:3e:99:e1:95", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc10ec8-c3", "ovs_interfaceid": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.213402] env[69702]: DEBUG oslo_concurrency.lockutils [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.213566] env[69702]: DEBUG oslo_concurrency.lockutils [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.213754] env[69702]: DEBUG nova.network.neutron [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.213951] env[69702]: DEBUG nova.objects.instance [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'info_cache' on Instance uuid c05f4548-e5f4-415f-8605-c46ef7da0cd6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.446345] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52baa40d-3247-4ba1-58e3-7f6388a7f90a, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.446684] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.446936] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.447284] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.447393] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.447602] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.447884] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bcf6349-f0f4-4641-9041-5a47a2726224 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.460560] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.460826] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.461630] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716f19f5-9c6d-495f-87b0-832f2b274324 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.467938] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 912.467938] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5208ace9-c913-57e1-07de-6e70005cd12c" [ 912.467938] env[69702]: _type = "Task" [ 912.467938] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.481900] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5208ace9-c913-57e1-07de-6e70005cd12c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.533753] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.534320] env[69702]: DEBUG nova.compute.manager [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.537532] env[69702]: DEBUG oslo_concurrency.lockutils [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.713s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.537746] env[69702]: DEBUG oslo_concurrency.lockutils [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.542117] env[69702]: DEBUG oslo_concurrency.lockutils [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.275s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.542117] env[69702]: DEBUG oslo_concurrency.lockutils [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.543121] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.341s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.543121] env[69702]: DEBUG nova.objects.instance [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 912.550489] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: be618134-646e-4706-aea9-8c770f4fd94f] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.573082] env[69702]: INFO nova.scheduler.client.report [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Deleted allocations for instance ca09d892-b66e-4aad-8a27-0d76e62715ed [ 912.579165] env[69702]: INFO nova.scheduler.client.report [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleted allocations for instance 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258 [ 912.653752] env[69702]: DEBUG nova.compute.manager [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.654018] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.655114] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65eaf70-343d-4383-8158-29cd2bb82633 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.663210] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.664036] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-953457b3-66ac-459b-85fd-d32e85840c07 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.668650] env[69702]: DEBUG oslo_vmware.api [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 912.668650] env[69702]: value = "task-3085325" [ 912.668650] env[69702]: _type = "Task" [ 912.668650] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.676304] env[69702]: DEBUG oslo_vmware.api [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.710534] env[69702]: DEBUG oslo_concurrency.lockutils [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] Releasing lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.710816] env[69702]: DEBUG nova.compute.manager [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Received event network-changed-0aa1409c-b582-4274-9014-8652ceffd9a2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.710982] env[69702]: DEBUG nova.compute.manager [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Refreshing instance network info cache due to event network-changed-0aa1409c-b582-4274-9014-8652ceffd9a2. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.711215] env[69702]: DEBUG oslo_concurrency.lockutils [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] Acquiring lock "refresh_cache-7631d8ea-ff43-4b6e-a51f-7892c46c934f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.711360] env[69702]: DEBUG oslo_concurrency.lockutils [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] Acquired lock "refresh_cache-7631d8ea-ff43-4b6e-a51f-7892c46c934f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.711525] env[69702]: DEBUG nova.network.neutron [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Refreshing network info cache for port 0aa1409c-b582-4274-9014-8652ceffd9a2 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.717483] env[69702]: DEBUG nova.objects.base [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 912.979106] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.979106] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.979106] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.979106] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.979306] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.981858] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5208ace9-c913-57e1-07de-6e70005cd12c, 'name': SearchDatastore_Task, 'duration_secs': 0.021858} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.981858] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f7e985-e65f-46ce-9ff6-2f49bf7c78b7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.984267] env[69702]: INFO nova.compute.manager [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Terminating instance [ 912.988808] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 912.988808] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52245b56-3e8b-d9ad-5233-e29529045a51" [ 912.988808] env[69702]: _type = "Task" [ 912.988808] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.998861] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52245b56-3e8b-d9ad-5233-e29529045a51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.050758] env[69702]: DEBUG nova.compute.utils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.052736] env[69702]: DEBUG nova.compute.manager [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.053013] env[69702]: DEBUG nova.network.neutron [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.055531] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 57839607-c091-43fb-a882-b84dabd27ec7] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.082444] env[69702]: DEBUG oslo_concurrency.lockutils [None req-905c79c2-8643-4160-a8db-74234dc8f5b3 tempest-ServersListShow296Test-1098362939 tempest-ServersListShow296Test-1098362939-project-member] Lock "ca09d892-b66e-4aad-8a27-0d76e62715ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.503s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.089129] env[69702]: DEBUG oslo_concurrency.lockutils [None req-378e1158-6728-4545-a9ce-4eda72bc68d6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "0f0caa6c-7dfa-48f6-b7fa-d937d6fea258" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.432s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.098022] env[69702]: DEBUG nova.policy [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd861536d19c84c3c9d81741e87d4f70a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e7a69c3c3f945aba8d740db6093b6a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.185989] env[69702]: DEBUG oslo_vmware.api [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085325, 'name': PowerOffVM_Task, 'duration_secs': 0.331518} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.185989] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.185989] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.185989] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcd0c429-ce77-4a82-92c9-511414ef2e63 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.250566] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.250798] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.250990] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Deleting the datastore file [datastore2] 0b317261-37c2-450b-a883-eec48138d488 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.254289] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94b7ed3d-dd55-4664-9291-2d78fe763106 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.261251] env[69702]: DEBUG oslo_vmware.api [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for the task: (returnval){ [ 913.261251] env[69702]: value = "task-3085327" [ 913.261251] env[69702]: _type = "Task" [ 913.261251] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.269453] env[69702]: DEBUG oslo_vmware.api [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.442760] env[69702]: DEBUG nova.network.neutron [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance_info_cache with network_info: [{"id": "7ac3f2d6-5204-4787-a915-63d075a566c6", "address": "fa:16:3e:69:cc:45", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac3f2d6-52", "ovs_interfaceid": "7ac3f2d6-5204-4787-a915-63d075a566c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.488519] env[69702]: DEBUG nova.compute.manager [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.488752] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.489768] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ae7d08-ee83-4d97-8e91-f93651a05149 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.501393] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52245b56-3e8b-d9ad-5233-e29529045a51, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.503390] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.503661] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 248e1129-34e7-4f2e-af05-22fe4314b24e/248e1129-34e7-4f2e-af05-22fe4314b24e.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.503955] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.506377] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6763c247-108c-4fa4-8c66-693cf7184847 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.508466] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0e85293-6666-4fc3-a465-b29594d8e5b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.515339] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 913.515339] env[69702]: value = "task-3085328" [ 913.515339] env[69702]: _type = "Task" [ 913.515339] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.520455] env[69702]: DEBUG oslo_vmware.api [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 913.520455] env[69702]: value = "task-3085329" [ 913.520455] env[69702]: _type = "Task" [ 913.520455] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.529485] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.534401] env[69702]: DEBUG oslo_vmware.api [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.554281] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b647ee5-c764-4dba-9ace-981f0f97b13c tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.558328] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.049s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.558328] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.562513] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.992s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.562513] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.565131] env[69702]: DEBUG oslo_concurrency.lockutils [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.971s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.565131] env[69702]: DEBUG nova.objects.instance [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lazy-loading 'resources' on Instance uuid 5f4e9527-e9fb-40b6-87a1-4471431b38b3 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.566387] env[69702]: DEBUG nova.compute.manager [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.574038] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 1b320d90-1f83-4fa3-991b-5f98cf4b0b19] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.602252] env[69702]: INFO nova.scheduler.client.report [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Deleted allocations for instance a426e1f5-bb7c-4a09-8681-a1592aa00551 [ 913.604167] env[69702]: INFO nova.scheduler.client.report [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Deleted allocations for instance e7ef3381-0562-4b96-84cf-701a89c3c904 [ 913.774219] env[69702]: DEBUG oslo_vmware.api [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Task: {'id': task-3085327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368756} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.774435] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.774823] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.774937] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.775084] env[69702]: INFO nova.compute.manager [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] [instance: 0b317261-37c2-450b-a883-eec48138d488] Took 1.12 seconds to destroy the instance on the hypervisor. [ 913.775374] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.775699] env[69702]: DEBUG nova.compute.manager [-] [instance: 0b317261-37c2-450b-a883-eec48138d488] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.775699] env[69702]: DEBUG nova.network.neutron [-] [instance: 0b317261-37c2-450b-a883-eec48138d488] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.810742] env[69702]: DEBUG nova.network.neutron [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Updated VIF entry in instance network info cache for port 0aa1409c-b582-4274-9014-8652ceffd9a2. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.811214] env[69702]: DEBUG nova.network.neutron [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Updating instance_info_cache with network_info: [{"id": "0aa1409c-b582-4274-9014-8652ceffd9a2", "address": "fa:16:3e:a7:30:02", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa1409c-b5", "ovs_interfaceid": "0aa1409c-b582-4274-9014-8652ceffd9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.869272] env[69702]: DEBUG nova.network.neutron [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Successfully created port: 6db113c5-1a63-49e3-94d3-e6e1976ad0b2 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.946437] env[69702]: DEBUG oslo_concurrency.lockutils [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "refresh_cache-c05f4548-e5f4-415f-8605-c46ef7da0cd6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.029086] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085328, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.034538] env[69702]: DEBUG oslo_vmware.api [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085329, 'name': PowerOffVM_Task, 'duration_secs': 0.198837} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.034943] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.035251] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.035599] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea1bb172-68cb-4e93-9792-cf11db4549ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.083053] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 6fccf451-013d-40d7-ae25-e9603e9ee3e8] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.101516] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.101700] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.101889] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Deleting the datastore file [datastore2] cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.102177] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da7dc20e-c713-4965-a023-16e769d74990 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.114084] env[69702]: DEBUG oslo_vmware.api [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 914.114084] env[69702]: value = "task-3085331" [ 914.114084] env[69702]: _type = "Task" [ 914.114084] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.121488] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa857420-69e6-4589-b70e-3e8ff1bd6058 tempest-ServerShowV257Test-1217653524 tempest-ServerShowV257Test-1217653524-project-member] Lock "a426e1f5-bb7c-4a09-8681-a1592aa00551" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.944s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.123307] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d9b3f484-1257-420f-a42e-c71a18f99ecf tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "e7ef3381-0562-4b96-84cf-701a89c3c904" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.031s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.129843] env[69702]: DEBUG oslo_vmware.api [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.313876] env[69702]: DEBUG oslo_concurrency.lockutils [req-6a8c8191-4077-4c3a-a54f-95fecfd5e149 req-a7218677-56db-4bc0-8846-4ccb7f2ecfa6 service nova] Releasing lock "refresh_cache-7631d8ea-ff43-4b6e-a51f-7892c46c934f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.422378] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139644b3-f40b-4fdf-a7c7-7e2d23e71039 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.432514] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb6cd25-eb75-4caa-a6ff-307b076c57cd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.469418] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a105cf98-0bbf-4126-bc1b-e73870efffa8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.477800] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c3ab3f-6dae-46f8-9da3-ea9f4e879ff3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.491406] env[69702]: DEBUG nova.compute.provider_tree [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.526330] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535839} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.526615] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 248e1129-34e7-4f2e-af05-22fe4314b24e/248e1129-34e7-4f2e-af05-22fe4314b24e.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.526857] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.527118] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab941c16-c8ae-4e27-a9d7-9f7aaa0549be {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.533213] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 914.533213] env[69702]: value = "task-3085332" [ 914.533213] env[69702]: _type = "Task" [ 914.533213] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.540758] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.586648] env[69702]: DEBUG nova.compute.manager [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.589236] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: e23f9423-9373-44c7-8b7b-3a1431b525ae] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.591281] env[69702]: DEBUG nova.network.neutron [-] [instance: 0b317261-37c2-450b-a883-eec48138d488] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.594509] env[69702]: DEBUG nova.compute.manager [req-8242dfe5-cc1e-4af9-bdbe-1d0fed7dc13d req-b1b948c0-f3bf-4ffb-a6af-d73d122c3319 service nova] [instance: 0b317261-37c2-450b-a883-eec48138d488] Received event network-vif-deleted-e415ef34-0e92-4fd9-bc1f-5f32ec7909e9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.594760] env[69702]: INFO nova.compute.manager [req-8242dfe5-cc1e-4af9-bdbe-1d0fed7dc13d req-b1b948c0-f3bf-4ffb-a6af-d73d122c3319 service nova] [instance: 0b317261-37c2-450b-a883-eec48138d488] Neutron deleted interface e415ef34-0e92-4fd9-bc1f-5f32ec7909e9; detaching it from the instance and deleting it from the info cache [ 914.594863] env[69702]: DEBUG nova.network.neutron [req-8242dfe5-cc1e-4af9-bdbe-1d0fed7dc13d req-b1b948c0-f3bf-4ffb-a6af-d73d122c3319 service nova] [instance: 0b317261-37c2-450b-a883-eec48138d488] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.615983] env[69702]: DEBUG nova.virt.hardware [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.616244] env[69702]: DEBUG nova.virt.hardware [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.616400] env[69702]: DEBUG nova.virt.hardware [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.616629] env[69702]: DEBUG nova.virt.hardware [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.616743] env[69702]: DEBUG nova.virt.hardware [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.616902] env[69702]: DEBUG nova.virt.hardware [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.617227] env[69702]: DEBUG nova.virt.hardware [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.617284] env[69702]: DEBUG nova.virt.hardware [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.617525] env[69702]: DEBUG nova.virt.hardware [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.617683] env[69702]: DEBUG nova.virt.hardware [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.617836] env[69702]: DEBUG nova.virt.hardware [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.618936] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb9a0ff-82b9-4987-a1e6-fcf02e769192 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.636416] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bb376d-d930-4103-b6ce-79be001d4b2b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.641665] env[69702]: DEBUG oslo_vmware.api [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166289} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.642306] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.642464] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.642648] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.642827] env[69702]: INFO nova.compute.manager [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Took 1.15 seconds to destroy the instance on the hypervisor. [ 914.643315] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.643694] env[69702]: DEBUG nova.compute.manager [-] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.643796] env[69702]: DEBUG nova.network.neutron [-] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.970481] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.970794] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38879794-fc3a-4bcb-aed7-dd11317dcddc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.981085] env[69702]: DEBUG oslo_vmware.api [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 914.981085] env[69702]: value = "task-3085334" [ 914.981085] env[69702]: _type = "Task" [ 914.981085] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.991653] env[69702]: DEBUG oslo_vmware.api [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.994207] env[69702]: DEBUG nova.scheduler.client.report [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.043295] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06908} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.043598] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.044679] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ab6487-7ee0-4be5-b7eb-da0654287edb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.066953] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 248e1129-34e7-4f2e-af05-22fe4314b24e/248e1129-34e7-4f2e-af05-22fe4314b24e.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.067274] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec22e64-8484-426c-85f9-a1dfb83f57f6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.086628] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 915.086628] env[69702]: value = "task-3085335" [ 915.086628] env[69702]: _type = "Task" [ 915.086628] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.094564] env[69702]: INFO nova.compute.manager [-] [instance: 0b317261-37c2-450b-a883-eec48138d488] Took 1.32 seconds to deallocate network for instance. [ 915.094931] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 482aa6c4-1309-45c1-a36c-0cd271b8d26f] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.096826] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.098754] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2463849a-6434-4882-8b48-fd0db9e59667 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.109135] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf5c870-1240-442e-969a-27678671df3f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.148251] env[69702]: DEBUG nova.compute.manager [req-8242dfe5-cc1e-4af9-bdbe-1d0fed7dc13d req-b1b948c0-f3bf-4ffb-a6af-d73d122c3319 service nova] [instance: 0b317261-37c2-450b-a883-eec48138d488] Detach interface failed, port_id=e415ef34-0e92-4fd9-bc1f-5f32ec7909e9, reason: Instance 0b317261-37c2-450b-a883-eec48138d488 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.287355] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "d568869e-b62b-44ba-9fcf-f500612598ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.287592] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "d568869e-b62b-44ba-9fcf-f500612598ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.447965] env[69702]: DEBUG nova.network.neutron [-] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.491373] env[69702]: DEBUG oslo_vmware.api [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.498619] env[69702]: DEBUG oslo_concurrency.lockutils [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.501023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.264s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.501277] env[69702]: DEBUG nova.objects.instance [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lazy-loading 'resources' on Instance uuid b4747db8-febb-4c84-a4a9-ea26e67c14c9 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.529215] env[69702]: INFO nova.scheduler.client.report [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleted allocations for instance 5f4e9527-e9fb-40b6-87a1-4471431b38b3 [ 915.598351] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085335, 'name': ReconfigVM_Task, 'duration_secs': 0.481182} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.598351] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 67beefb3-d458-4cff-b132-122b766ade48] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.600071] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 248e1129-34e7-4f2e-af05-22fe4314b24e/248e1129-34e7-4f2e-af05-22fe4314b24e.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.604022] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ffd6b5b-2412-402c-9234-561e43635916 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.607789] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.608138] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 915.608138] env[69702]: value = "task-3085336" [ 915.608138] env[69702]: _type = "Task" [ 915.608138] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.617261] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085336, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.777883] env[69702]: DEBUG nova.compute.manager [req-6e1f123a-3247-4d32-8842-09db32f64b0d req-1e3d3766-b8d3-442d-a623-5a396c23bf62 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Received event network-vif-plugged-6db113c5-1a63-49e3-94d3-e6e1976ad0b2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.778130] env[69702]: DEBUG oslo_concurrency.lockutils [req-6e1f123a-3247-4d32-8842-09db32f64b0d req-1e3d3766-b8d3-442d-a623-5a396c23bf62 service nova] Acquiring lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.778396] env[69702]: DEBUG oslo_concurrency.lockutils [req-6e1f123a-3247-4d32-8842-09db32f64b0d req-1e3d3766-b8d3-442d-a623-5a396c23bf62 service nova] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.778578] env[69702]: DEBUG oslo_concurrency.lockutils [req-6e1f123a-3247-4d32-8842-09db32f64b0d req-1e3d3766-b8d3-442d-a623-5a396c23bf62 service nova] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.778748] env[69702]: DEBUG nova.compute.manager [req-6e1f123a-3247-4d32-8842-09db32f64b0d req-1e3d3766-b8d3-442d-a623-5a396c23bf62 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] No waiting events found dispatching network-vif-plugged-6db113c5-1a63-49e3-94d3-e6e1976ad0b2 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.778930] env[69702]: WARNING nova.compute.manager [req-6e1f123a-3247-4d32-8842-09db32f64b0d req-1e3d3766-b8d3-442d-a623-5a396c23bf62 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Received unexpected event network-vif-plugged-6db113c5-1a63-49e3-94d3-e6e1976ad0b2 for instance with vm_state building and task_state spawning. [ 915.790424] env[69702]: DEBUG nova.compute.manager [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.905571] env[69702]: DEBUG nova.network.neutron [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Successfully updated port: 6db113c5-1a63-49e3-94d3-e6e1976ad0b2 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.952701] env[69702]: INFO nova.compute.manager [-] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Took 1.31 seconds to deallocate network for instance. [ 915.992629] env[69702]: DEBUG oslo_vmware.api [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085334, 'name': PowerOnVM_Task, 'duration_secs': 0.665426} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.992910] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.993128] env[69702]: DEBUG nova.compute.manager [None req-222bb80b-2735-4ada-917e-0cc39d5035c0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.993913] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce537886-0cf4-491f-91ff-9932b27b2a5a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.038969] env[69702]: DEBUG oslo_concurrency.lockutils [None req-17e24424-51bc-470e-aa53-48084e98076f tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "5f4e9527-e9fb-40b6-87a1-4471431b38b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.967s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.102288] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 5b6a06da-6a08-4be6-8e9f-f838996fc6bd] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.122178] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085336, 'name': Rename_Task, 'duration_secs': 0.152316} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.122654] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.123195] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9bbf742-7b59-4d9a-9d9e-117590949540 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.132513] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 916.132513] env[69702]: value = "task-3085337" [ 916.132513] env[69702]: _type = "Task" [ 916.132513] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.144068] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.305868] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18e937b-b847-40b1-bb4d-2d4f15c61e39 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.309513] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.314562] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bba7b6-92cc-416f-89a9-2d0f948994f4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.344266] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.344459] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.344660] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.344846] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.345020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.347098] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f109861d-f074-4d6f-8641-a1c04efc8905 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.349665] env[69702]: INFO nova.compute.manager [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Terminating instance [ 916.355432] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5116a3-87a0-4808-ae06-cd8fce87f7a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.369664] env[69702]: DEBUG nova.compute.provider_tree [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.407379] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.407532] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.407848] env[69702]: DEBUG nova.network.neutron [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.459448] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.608190] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 5f1a53e0-9d97-4f01-928e-0524eebd7bf9] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.644224] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085337, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.672907] env[69702]: DEBUG nova.compute.manager [req-b2ac1b02-063a-4f1b-a07f-a1d05aec5855 req-95bcc9e6-3748-4ece-b2ae-9f9877c3325e service nova] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Received event network-vif-deleted-028a5948-8308-42e9-a711-b65bd28debd2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.853410] env[69702]: DEBUG nova.compute.manager [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.853649] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.854526] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242018e6-f32a-4b96-ae2b-cc142ab11bcb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.862381] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.862671] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c5ec58e-4a10-4305-a7d5-536d018be36b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.868755] env[69702]: DEBUG oslo_vmware.api [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 916.868755] env[69702]: value = "task-3085338" [ 916.868755] env[69702]: _type = "Task" [ 916.868755] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.872032] env[69702]: DEBUG nova.scheduler.client.report [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.880450] env[69702]: DEBUG oslo_vmware.api [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.958827] env[69702]: DEBUG nova.network.neutron [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.111101] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: ebfb7c62-f03f-4cc4-828b-cb1f93edb2c1] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.144179] env[69702]: DEBUG oslo_vmware.api [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085337, 'name': PowerOnVM_Task, 'duration_secs': 0.911219} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.144467] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.144664] env[69702]: INFO nova.compute.manager [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Took 8.63 seconds to spawn the instance on the hypervisor. [ 917.144877] env[69702]: DEBUG nova.compute.manager [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.145704] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4122d6ac-e43c-4fb5-8680-78298657374b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.179759] env[69702]: DEBUG nova.network.neutron [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Updating instance_info_cache with network_info: [{"id": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "address": "fa:16:3e:2d:04:a5", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db113c5-1a", "ovs_interfaceid": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.380486] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.382615] env[69702]: DEBUG oslo_vmware.api [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085338, 'name': PowerOffVM_Task, 'duration_secs': 0.286193} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.383593] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.545s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.383949] env[69702]: DEBUG nova.objects.instance [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lazy-loading 'resources' on Instance uuid f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.385541] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.385852] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.386639] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae2f8146-5d0c-46d5-a3ce-7ca7548b3791 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.404062] env[69702]: INFO nova.scheduler.client.report [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Deleted allocations for instance b4747db8-febb-4c84-a4a9-ea26e67c14c9 [ 917.461024] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.461024] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.461024] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleting the datastore file [datastore2] ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.461024] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eae78b7-9951-49ae-aa6a-89acec24ea87 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.468553] env[69702]: DEBUG oslo_vmware.api [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 917.468553] env[69702]: value = "task-3085340" [ 917.468553] env[69702]: _type = "Task" [ 917.468553] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.476606] env[69702]: DEBUG oslo_vmware.api [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.614557] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 85bba348-d435-40fa-bf2a-a30812d99789] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.625453] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "5f43b968-a765-42d9-884c-36ae43474e7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.625939] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "5f43b968-a765-42d9-884c-36ae43474e7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.626326] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "5f43b968-a765-42d9-884c-36ae43474e7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.626623] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "5f43b968-a765-42d9-884c-36ae43474e7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.626993] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "5f43b968-a765-42d9-884c-36ae43474e7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.629875] env[69702]: INFO nova.compute.manager [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Terminating instance [ 917.666193] env[69702]: INFO nova.compute.manager [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Took 48.76 seconds to build instance. [ 917.682465] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.682879] env[69702]: DEBUG nova.compute.manager [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Instance network_info: |[{"id": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "address": "fa:16:3e:2d:04:a5", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db113c5-1a", "ovs_interfaceid": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.683293] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:04:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6db113c5-1a63-49e3-94d3-e6e1976ad0b2', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.691424] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.691952] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.692232] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f361bcbc-7b2f-455e-8a13-dddae1f456a9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.713399] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.713399] env[69702]: value = "task-3085341" [ 917.713399] env[69702]: _type = "Task" [ 917.713399] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.721802] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085341, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.805762] env[69702]: DEBUG nova.compute.manager [req-0387567e-9f6f-468c-b0aa-08187838c5dc req-a0d3bb23-d487-4633-b880-885a6f132641 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Received event network-changed-6db113c5-1a63-49e3-94d3-e6e1976ad0b2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.805964] env[69702]: DEBUG nova.compute.manager [req-0387567e-9f6f-468c-b0aa-08187838c5dc req-a0d3bb23-d487-4633-b880-885a6f132641 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Refreshing instance network info cache due to event network-changed-6db113c5-1a63-49e3-94d3-e6e1976ad0b2. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.806418] env[69702]: DEBUG oslo_concurrency.lockutils [req-0387567e-9f6f-468c-b0aa-08187838c5dc req-a0d3bb23-d487-4633-b880-885a6f132641 service nova] Acquiring lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.806604] env[69702]: DEBUG oslo_concurrency.lockutils [req-0387567e-9f6f-468c-b0aa-08187838c5dc req-a0d3bb23-d487-4633-b880-885a6f132641 service nova] Acquired lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.806799] env[69702]: DEBUG nova.network.neutron [req-0387567e-9f6f-468c-b0aa-08187838c5dc req-a0d3bb23-d487-4633-b880-885a6f132641 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Refreshing network info cache for port 6db113c5-1a63-49e3-94d3-e6e1976ad0b2 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.914891] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0fb1953d-c4a0-40f3-b13f-c1042f1c7629 tempest-ListImageFiltersTestJSON-965804562 tempest-ListImageFiltersTestJSON-965804562-project-member] Lock "b4747db8-febb-4c84-a4a9-ea26e67c14c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.582s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.916031] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.916282] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.916522] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.916738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.916948] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.918729] env[69702]: INFO nova.compute.manager [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Terminating instance [ 917.979696] env[69702]: DEBUG oslo_vmware.api [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147279} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.982314] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.982314] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.982464] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.982588] env[69702]: INFO nova.compute.manager [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 917.982829] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.983290] env[69702]: DEBUG nova.compute.manager [-] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.983684] env[69702]: DEBUG nova.network.neutron [-] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.117356] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: e665e6e6-8c2b-4559-931b-3c6dadf6d94f] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.137053] env[69702]: DEBUG nova.compute.manager [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.137295] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.138276] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e571515e-a2e5-4d2a-9b3e-bad2fee550c0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.150661] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.150885] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-163797ca-7d78-4d50-be0d-7e77aa6cc42a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.157131] env[69702]: DEBUG oslo_vmware.api [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 918.157131] env[69702]: value = "task-3085342" [ 918.157131] env[69702]: _type = "Task" [ 918.157131] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.167944] env[69702]: DEBUG oslo_concurrency.lockutils [None req-98409a91-c623-40bb-973d-7b680c94ebe8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "248e1129-34e7-4f2e-af05-22fe4314b24e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.669s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.168416] env[69702]: DEBUG oslo_vmware.api [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.224024] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085341, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.244123] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c8962e-92c7-43f4-af6d-838a2680a791 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.252471] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043dd68b-6de4-43d8-9132-1ac1f8c7a6e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.282092] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a64669c-39e6-444b-bb69-183000f94d43 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.289671] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6280641-d6b4-4954-89e3-0c441d754677 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.307047] env[69702]: DEBUG nova.compute.provider_tree [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.422360] env[69702]: DEBUG nova.compute.manager [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.422691] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.423596] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbbc793-5ae9-419f-87cb-fc565c0d9b50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.431357] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.431611] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53fb1a5f-0b38-4999-9958-da50c281fb92 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.437506] env[69702]: DEBUG oslo_vmware.api [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 918.437506] env[69702]: value = "task-3085343" [ 918.437506] env[69702]: _type = "Task" [ 918.437506] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.445532] env[69702]: DEBUG oslo_vmware.api [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.527198] env[69702]: DEBUG nova.network.neutron [req-0387567e-9f6f-468c-b0aa-08187838c5dc req-a0d3bb23-d487-4633-b880-885a6f132641 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Updated VIF entry in instance network info cache for port 6db113c5-1a63-49e3-94d3-e6e1976ad0b2. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.527574] env[69702]: DEBUG nova.network.neutron [req-0387567e-9f6f-468c-b0aa-08187838c5dc req-a0d3bb23-d487-4633-b880-885a6f132641 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Updating instance_info_cache with network_info: [{"id": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "address": "fa:16:3e:2d:04:a5", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db113c5-1a", "ovs_interfaceid": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.620558] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 1d519536-f57a-46cd-a4c8-e7617274eafd] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.670490] env[69702]: DEBUG oslo_vmware.api [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.727173] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085341, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.813911] env[69702]: DEBUG nova.scheduler.client.report [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.948313] env[69702]: DEBUG oslo_vmware.api [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085343, 'name': PowerOffVM_Task, 'duration_secs': 0.208947} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.948865] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.949207] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.949754] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94216446-acb7-4cf4-9a3b-29b07c118fc1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.014355] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.014795] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.014795] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleting the datastore file [datastore2] c05f4548-e5f4-415f-8605-c46ef7da0cd6 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.015037] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d927cb1a-d64a-432c-ac0e-14c79380d261 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.023362] env[69702]: DEBUG oslo_vmware.api [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 919.023362] env[69702]: value = "task-3085345" [ 919.023362] env[69702]: _type = "Task" [ 919.023362] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.032360] env[69702]: DEBUG oslo_concurrency.lockutils [req-0387567e-9f6f-468c-b0aa-08187838c5dc req-a0d3bb23-d487-4633-b880-885a6f132641 service nova] Releasing lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.032764] env[69702]: DEBUG oslo_vmware.api [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.072724] env[69702]: DEBUG nova.network.neutron [-] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.124806] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: abe0995d-a681-4263-9a69-6d4254c07de2] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.168179] env[69702]: DEBUG oslo_vmware.api [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.226528] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085341, 'name': CreateVM_Task, 'duration_secs': 1.406147} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.226742] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.227529] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.227815] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.228294] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.228634] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebe99f8-ae50-4a97-bdc6-6af24da639be {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.233845] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 919.233845] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a40d19-85ae-4c8f-f195-d47e40023ab3" [ 919.233845] env[69702]: _type = "Task" [ 919.233845] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.241779] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a40d19-85ae-4c8f-f195-d47e40023ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.319357] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.323158] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.510s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.324534] env[69702]: INFO nova.compute.claims [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.345762] env[69702]: INFO nova.scheduler.client.report [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted allocations for instance f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32 [ 919.533696] env[69702]: DEBUG oslo_vmware.api [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147435} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.533964] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.534222] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.534338] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.534514] env[69702]: INFO nova.compute.manager [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 919.534756] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.535534] env[69702]: DEBUG nova.compute.manager [-] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.535534] env[69702]: DEBUG nova.network.neutron [-] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.575417] env[69702]: INFO nova.compute.manager [-] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Took 1.59 seconds to deallocate network for instance. [ 919.627979] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: d2cc073a-aef3-46a2-9963-3163981b7e55] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.669084] env[69702]: DEBUG oslo_vmware.api [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085342, 'name': PowerOffVM_Task, 'duration_secs': 1.126534} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.669396] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.669571] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.669832] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28d251fc-67f3-435e-9fb0-289d364f1225 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.736404] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.736535] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.737126] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Deleting the datastore file [datastore1] 5f43b968-a765-42d9-884c-36ae43474e7f {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.745113] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4006bc9-f082-48d3-8748-13fd0effcd0b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.753863] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a40d19-85ae-4c8f-f195-d47e40023ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.754228] env[69702]: DEBUG oslo_vmware.api [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for the task: (returnval){ [ 919.754228] env[69702]: value = "task-3085347" [ 919.754228] env[69702]: _type = "Task" [ 919.754228] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.754527] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.754787] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.755032] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.755219] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.755419] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.755741] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab4a1395-58a8-4d9c-872c-680a9f9c6de4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.768015] env[69702]: DEBUG oslo_vmware.api [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.768775] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.768983] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.769740] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa1d14b-104b-49a7-a74f-a9a2c1a866fd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.776430] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 919.776430] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bad76c-5640-f2e6-a705-a2fda218ee49" [ 919.776430] env[69702]: _type = "Task" [ 919.776430] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.789830] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bad76c-5640-f2e6-a705-a2fda218ee49, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.790683] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da67535-169f-4973-bb97-aa35d5581bdb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.795730] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 919.795730] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c8d6b3-97c2-63bb-98aa-688cac0e243e" [ 919.795730] env[69702]: _type = "Task" [ 919.795730] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.804757] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c8d6b3-97c2-63bb-98aa-688cac0e243e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.846773] env[69702]: DEBUG nova.compute.manager [req-414b50b8-06f0-45cc-9285-42e83d6f7144 req-f5c3b9e5-c604-4cd8-91fb-1023f6e5b6fb service nova] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Received event network-vif-deleted-737b2ff9-58a8-4246-8f92-d23632f8d57e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.846773] env[69702]: DEBUG nova.compute.manager [req-414b50b8-06f0-45cc-9285-42e83d6f7144 req-f5c3b9e5-c604-4cd8-91fb-1023f6e5b6fb service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Received event network-changed-dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.846773] env[69702]: DEBUG nova.compute.manager [req-414b50b8-06f0-45cc-9285-42e83d6f7144 req-f5c3b9e5-c604-4cd8-91fb-1023f6e5b6fb service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Refreshing instance network info cache due to event network-changed-dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.846773] env[69702]: DEBUG oslo_concurrency.lockutils [req-414b50b8-06f0-45cc-9285-42e83d6f7144 req-f5c3b9e5-c604-4cd8-91fb-1023f6e5b6fb service nova] Acquiring lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.847083] env[69702]: DEBUG oslo_concurrency.lockutils [req-414b50b8-06f0-45cc-9285-42e83d6f7144 req-f5c3b9e5-c604-4cd8-91fb-1023f6e5b6fb service nova] Acquired lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.847427] env[69702]: DEBUG nova.network.neutron [req-414b50b8-06f0-45cc-9285-42e83d6f7144 req-f5c3b9e5-c604-4cd8-91fb-1023f6e5b6fb service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Refreshing network info cache for port dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.853545] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a32f175-63be-4849-9d12-db8450cfe795 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.776s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.082525] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.130893] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: edae291d-98b3-4c0e-9173-f95dfbf7d745] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.266726] env[69702]: DEBUG oslo_vmware.api [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Task: {'id': task-3085347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14165} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.267057] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.267292] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.267433] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.267913] env[69702]: INFO nova.compute.manager [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Took 2.13 seconds to destroy the instance on the hypervisor. [ 920.267913] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.268096] env[69702]: DEBUG nova.compute.manager [-] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.268178] env[69702]: DEBUG nova.network.neutron [-] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.308235] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c8d6b3-97c2-63bb-98aa-688cac0e243e, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.308733] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.309148] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] a764b38d-4e4d-4b80-81d4-441bdebcfa0f/a764b38d-4e4d-4b80-81d4-441bdebcfa0f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.309552] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d338dea-6c44-4dc6-8dbf-b047d2252ea7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.317855] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 920.317855] env[69702]: value = "task-3085348" [ 920.317855] env[69702]: _type = "Task" [ 920.317855] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.326868] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.615123] env[69702]: DEBUG nova.network.neutron [req-414b50b8-06f0-45cc-9285-42e83d6f7144 req-f5c3b9e5-c604-4cd8-91fb-1023f6e5b6fb service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updated VIF entry in instance network info cache for port dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.615123] env[69702]: DEBUG nova.network.neutron [req-414b50b8-06f0-45cc-9285-42e83d6f7144 req-f5c3b9e5-c604-4cd8-91fb-1023f6e5b6fb service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updating instance_info_cache with network_info: [{"id": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "address": "fa:16:3e:99:e1:95", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc10ec8-c3", "ovs_interfaceid": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.626470] env[69702]: DEBUG nova.network.neutron [-] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.635171] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.635435] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Cleaning up deleted instances with incomplete migration {{(pid=69702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 920.699356] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a781e0f4-f595-4f5b-9706-40d86fcc6d18 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.714035] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cb3807-18ff-4361-86c9-db9a59568f62 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.750985] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7911577e-c162-4eea-8d6e-82efae98397e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.757967] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137dbc9a-9330-4b2c-a422-bdad0d8c42ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.775662] env[69702]: DEBUG nova.compute.provider_tree [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.834780] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085348, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.117631] env[69702]: DEBUG oslo_concurrency.lockutils [req-414b50b8-06f0-45cc-9285-42e83d6f7144 req-f5c3b9e5-c604-4cd8-91fb-1023f6e5b6fb service nova] Releasing lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.131497] env[69702]: INFO nova.compute.manager [-] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Took 1.60 seconds to deallocate network for instance. [ 921.140902] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.280135] env[69702]: DEBUG nova.scheduler.client.report [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.333743] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685093} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.334298] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] a764b38d-4e4d-4b80-81d4-441bdebcfa0f/a764b38d-4e4d-4b80-81d4-441bdebcfa0f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.334704] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.335134] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05d67eef-ab8f-43e8-a811-8643e1867877 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.344053] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 921.344053] env[69702]: value = "task-3085349" [ 921.344053] env[69702]: _type = "Task" [ 921.344053] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.350447] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.525252] env[69702]: DEBUG nova.network.neutron [-] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.641240] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.702221] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "756b27f4-cc48-4b25-8527-e0457185c7a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.702571] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "756b27f4-cc48-4b25-8527-e0457185c7a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.784967] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.785375] env[69702]: DEBUG nova.compute.manager [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.787992] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.180s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.788143] env[69702]: DEBUG nova.objects.instance [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lazy-loading 'resources' on Instance uuid 0b317261-37c2-450b-a883-eec48138d488 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.852222] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068073} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.852491] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.853287] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4e1f22-c67f-4c74-821a-8a07f5a47cfc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.877074] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a764b38d-4e4d-4b80-81d4-441bdebcfa0f/a764b38d-4e4d-4b80-81d4-441bdebcfa0f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.877330] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48fa529b-0371-4dd0-8b5b-1f9bd1db3462 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.895627] env[69702]: DEBUG nova.compute.manager [req-73169fa1-2a1e-4c34-9d82-35f82d1cb54d req-2705b924-9b8f-4abe-8555-4cf3d020dc42 service nova] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Received event network-vif-deleted-7ac3f2d6-5204-4787-a915-63d075a566c6 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.895837] env[69702]: DEBUG nova.compute.manager [req-73169fa1-2a1e-4c34-9d82-35f82d1cb54d req-2705b924-9b8f-4abe-8555-4cf3d020dc42 service nova] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Received event network-vif-deleted-7bae3c1f-4411-4ace-a06c-ce9691f655e7 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.901257] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 921.901257] env[69702]: value = "task-3085350" [ 921.901257] env[69702]: _type = "Task" [ 921.901257] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.909277] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.028518] env[69702]: INFO nova.compute.manager [-] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Took 1.76 seconds to deallocate network for instance. [ 922.208697] env[69702]: DEBUG nova.compute.manager [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.293024] env[69702]: DEBUG nova.compute.utils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.295703] env[69702]: DEBUG nova.compute.manager [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.296143] env[69702]: DEBUG nova.network.neutron [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.367250] env[69702]: DEBUG nova.policy [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '663d469a07c0468f9d42ffdf504255b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3055f909ccb64f6eb87635431f5f7641', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.411857] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.534738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.635320] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb9608d-cfd6-45f0-be43-9bc8ef4073d6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.638827] env[69702]: DEBUG nova.network.neutron [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Successfully created port: 13d35874-7c06-403c-bfda-e2a8218adb8a {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.645289] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c60a9ed-6f5c-40f5-8715-604c7d564ec5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.681154] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137383f2-5239-45a9-a1bc-d2c77e5637db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.688960] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb80f2c4-25ea-483f-80a9-281b2326bf32 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.702873] env[69702]: DEBUG nova.compute.provider_tree [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.725012] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.796252] env[69702]: DEBUG nova.compute.manager [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.914099] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085350, 'name': ReconfigVM_Task, 'duration_secs': 0.909019} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.914391] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a764b38d-4e4d-4b80-81d4-441bdebcfa0f/a764b38d-4e4d-4b80-81d4-441bdebcfa0f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.917030] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d57d54eb-2e64-418d-8b88-8ec2b82e9a4c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.921948] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 922.921948] env[69702]: value = "task-3085351" [ 922.921948] env[69702]: _type = "Task" [ 922.921948] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.930801] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085351, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.206925] env[69702]: DEBUG nova.scheduler.client.report [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.433938] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085351, 'name': Rename_Task, 'duration_secs': 0.305652} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.434345] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.434683] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b42b5803-a3b1-4212-be78-b0cbe24baf03 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.440950] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 923.440950] env[69702]: value = "task-3085352" [ 923.440950] env[69702]: _type = "Task" [ 923.440950] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.453917] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.714579] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.717237] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.408s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.718844] env[69702]: INFO nova.compute.claims [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.741188] env[69702]: INFO nova.scheduler.client.report [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Deleted allocations for instance 0b317261-37c2-450b-a883-eec48138d488 [ 923.805555] env[69702]: DEBUG nova.compute.manager [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.833952] env[69702]: DEBUG nova.virt.hardware [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.834229] env[69702]: DEBUG nova.virt.hardware [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.834389] env[69702]: DEBUG nova.virt.hardware [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.834574] env[69702]: DEBUG nova.virt.hardware [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.834720] env[69702]: DEBUG nova.virt.hardware [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.834888] env[69702]: DEBUG nova.virt.hardware [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.835169] env[69702]: DEBUG nova.virt.hardware [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.835331] env[69702]: DEBUG nova.virt.hardware [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.835508] env[69702]: DEBUG nova.virt.hardware [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.835664] env[69702]: DEBUG nova.virt.hardware [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.835836] env[69702]: DEBUG nova.virt.hardware [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.836752] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b3aba5-09ba-4a34-b17f-31152b221eca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.845453] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94ad4c1-08a5-4917-8e55-aa17b2175703 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.950311] env[69702]: DEBUG oslo_vmware.api [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085352, 'name': PowerOnVM_Task, 'duration_secs': 0.449124} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.950590] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.950797] env[69702]: INFO nova.compute.manager [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Took 9.36 seconds to spawn the instance on the hypervisor. [ 923.950981] env[69702]: DEBUG nova.compute.manager [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.951774] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37df48e-3d36-47b0-95f2-0a58133c8d22 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.172180] env[69702]: DEBUG nova.compute.manager [req-9b815ba8-1a77-464e-b746-1ba9bdc1de35 req-fca437fc-a6a4-4adc-aeda-e4e72fa477fd service nova] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Received event network-vif-plugged-13d35874-7c06-403c-bfda-e2a8218adb8a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.172413] env[69702]: DEBUG oslo_concurrency.lockutils [req-9b815ba8-1a77-464e-b746-1ba9bdc1de35 req-fca437fc-a6a4-4adc-aeda-e4e72fa477fd service nova] Acquiring lock "6388991a-f2d0-4de4-962a-b9320b0d0bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.172624] env[69702]: DEBUG oslo_concurrency.lockutils [req-9b815ba8-1a77-464e-b746-1ba9bdc1de35 req-fca437fc-a6a4-4adc-aeda-e4e72fa477fd service nova] Lock "6388991a-f2d0-4de4-962a-b9320b0d0bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.172795] env[69702]: DEBUG oslo_concurrency.lockutils [req-9b815ba8-1a77-464e-b746-1ba9bdc1de35 req-fca437fc-a6a4-4adc-aeda-e4e72fa477fd service nova] Lock "6388991a-f2d0-4de4-962a-b9320b0d0bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.172964] env[69702]: DEBUG nova.compute.manager [req-9b815ba8-1a77-464e-b746-1ba9bdc1de35 req-fca437fc-a6a4-4adc-aeda-e4e72fa477fd service nova] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] No waiting events found dispatching network-vif-plugged-13d35874-7c06-403c-bfda-e2a8218adb8a {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.174722] env[69702]: WARNING nova.compute.manager [req-9b815ba8-1a77-464e-b746-1ba9bdc1de35 req-fca437fc-a6a4-4adc-aeda-e4e72fa477fd service nova] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Received unexpected event network-vif-plugged-13d35874-7c06-403c-bfda-e2a8218adb8a for instance with vm_state building and task_state spawning. [ 924.250083] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6402ecb0-f906-4ed2-a420-b496882d4a89 tempest-ImagesOneServerNegativeTestJSON-304669453 tempest-ImagesOneServerNegativeTestJSON-304669453-project-member] Lock "0b317261-37c2-450b-a883-eec48138d488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.104s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.368465] env[69702]: DEBUG nova.network.neutron [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Successfully updated port: 13d35874-7c06-403c-bfda-e2a8218adb8a {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.473056] env[69702]: INFO nova.compute.manager [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Took 49.23 seconds to build instance. [ 924.874871] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Acquiring lock "refresh_cache-6388991a-f2d0-4de4-962a-b9320b0d0bf9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.877723] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Acquired lock "refresh_cache-6388991a-f2d0-4de4-962a-b9320b0d0bf9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.877723] env[69702]: DEBUG nova.network.neutron [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.977744] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1c842e17-4e3d-4d7f-82eb-281ff62f635d tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.284s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.085218] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7b8dcf-eaf0-4bca-b791-7d1ca5235dd9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.096603] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0de997d-d6b3-4767-b084-f5708bc5337f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.129534] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4502403-59fb-470f-9c3c-000b78ea8262 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.137338] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e95a38-a852-43d6-9220-bafa233d4b6d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.152935] env[69702]: DEBUG nova.compute.provider_tree [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.294175] env[69702]: DEBUG nova.compute.manager [req-37b0835d-44bb-45b9-ac4c-af1693070547 req-64e4dc05-7941-4e12-a98d-8a345fee5c5f service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Received event network-changed-6db113c5-1a63-49e3-94d3-e6e1976ad0b2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.294362] env[69702]: DEBUG nova.compute.manager [req-37b0835d-44bb-45b9-ac4c-af1693070547 req-64e4dc05-7941-4e12-a98d-8a345fee5c5f service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Refreshing instance network info cache due to event network-changed-6db113c5-1a63-49e3-94d3-e6e1976ad0b2. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.294582] env[69702]: DEBUG oslo_concurrency.lockutils [req-37b0835d-44bb-45b9-ac4c-af1693070547 req-64e4dc05-7941-4e12-a98d-8a345fee5c5f service nova] Acquiring lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.294821] env[69702]: DEBUG oslo_concurrency.lockutils [req-37b0835d-44bb-45b9-ac4c-af1693070547 req-64e4dc05-7941-4e12-a98d-8a345fee5c5f service nova] Acquired lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.294886] env[69702]: DEBUG nova.network.neutron [req-37b0835d-44bb-45b9-ac4c-af1693070547 req-64e4dc05-7941-4e12-a98d-8a345fee5c5f service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Refreshing network info cache for port 6db113c5-1a63-49e3-94d3-e6e1976ad0b2 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.427335] env[69702]: DEBUG nova.network.neutron [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.610453] env[69702]: DEBUG nova.network.neutron [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Updating instance_info_cache with network_info: [{"id": "13d35874-7c06-403c-bfda-e2a8218adb8a", "address": "fa:16:3e:fc:42:1c", "network": {"id": "98acedcf-e7c6-4031-8228-fcbc0c1f0339", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1949098769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3055f909ccb64f6eb87635431f5f7641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d35874-7c", "ovs_interfaceid": "13d35874-7c06-403c-bfda-e2a8218adb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.656059] env[69702]: DEBUG nova.scheduler.client.report [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.103945] env[69702]: DEBUG nova.network.neutron [req-37b0835d-44bb-45b9-ac4c-af1693070547 req-64e4dc05-7941-4e12-a98d-8a345fee5c5f service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Updated VIF entry in instance network info cache for port 6db113c5-1a63-49e3-94d3-e6e1976ad0b2. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.104194] env[69702]: DEBUG nova.network.neutron [req-37b0835d-44bb-45b9-ac4c-af1693070547 req-64e4dc05-7941-4e12-a98d-8a345fee5c5f service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Updating instance_info_cache with network_info: [{"id": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "address": "fa:16:3e:2d:04:a5", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db113c5-1a", "ovs_interfaceid": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.113441] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Releasing lock "refresh_cache-6388991a-f2d0-4de4-962a-b9320b0d0bf9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.113441] env[69702]: DEBUG nova.compute.manager [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Instance network_info: |[{"id": "13d35874-7c06-403c-bfda-e2a8218adb8a", "address": "fa:16:3e:fc:42:1c", "network": {"id": "98acedcf-e7c6-4031-8228-fcbc0c1f0339", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1949098769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3055f909ccb64f6eb87635431f5f7641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d35874-7c", "ovs_interfaceid": "13d35874-7c06-403c-bfda-e2a8218adb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.113700] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:42:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13d35874-7c06-403c-bfda-e2a8218adb8a', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.121391] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Creating folder: Project (3055f909ccb64f6eb87635431f5f7641). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.122330] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a706c192-e066-45ff-8ff4-c3b63ae1510f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.133655] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Created folder: Project (3055f909ccb64f6eb87635431f5f7641) in parent group-v617437. [ 926.133902] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Creating folder: Instances. Parent ref: group-v617645. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.134092] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-673d5994-42ce-4e87-8e30-e9a14d976253 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.144232] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Created folder: Instances in parent group-v617645. [ 926.144579] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.144666] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.144847] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28bb6f02-ff89-4da8-b27b-ac24af5bd80d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.164203] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.164203] env[69702]: value = "task-3085355" [ 926.164203] env[69702]: _type = "Task" [ 926.164203] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.169332] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.169838] env[69702]: DEBUG nova.compute.manager [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.175542] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.716s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.175738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.177728] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.095s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.177958] env[69702]: DEBUG nova.objects.instance [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lazy-loading 'resources' on Instance uuid ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.178968] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085355, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.209178] env[69702]: DEBUG nova.compute.manager [req-d74f0d0c-f7fb-4f23-a433-c6a5f6c97c6d req-195bad41-6a4e-4263-a53e-ff09debc6491 service nova] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Received event network-changed-13d35874-7c06-403c-bfda-e2a8218adb8a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.209390] env[69702]: DEBUG nova.compute.manager [req-d74f0d0c-f7fb-4f23-a433-c6a5f6c97c6d req-195bad41-6a4e-4263-a53e-ff09debc6491 service nova] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Refreshing instance network info cache due to event network-changed-13d35874-7c06-403c-bfda-e2a8218adb8a. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.209652] env[69702]: DEBUG oslo_concurrency.lockutils [req-d74f0d0c-f7fb-4f23-a433-c6a5f6c97c6d req-195bad41-6a4e-4263-a53e-ff09debc6491 service nova] Acquiring lock "refresh_cache-6388991a-f2d0-4de4-962a-b9320b0d0bf9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.209799] env[69702]: DEBUG oslo_concurrency.lockutils [req-d74f0d0c-f7fb-4f23-a433-c6a5f6c97c6d req-195bad41-6a4e-4263-a53e-ff09debc6491 service nova] Acquired lock "refresh_cache-6388991a-f2d0-4de4-962a-b9320b0d0bf9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.209962] env[69702]: DEBUG nova.network.neutron [req-d74f0d0c-f7fb-4f23-a433-c6a5f6c97c6d req-195bad41-6a4e-4263-a53e-ff09debc6491 service nova] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Refreshing network info cache for port 13d35874-7c06-403c-bfda-e2a8218adb8a {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.212346] env[69702]: INFO nova.scheduler.client.report [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Deleted allocations for instance cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06 [ 926.607775] env[69702]: DEBUG oslo_concurrency.lockutils [req-37b0835d-44bb-45b9-ac4c-af1693070547 req-64e4dc05-7941-4e12-a98d-8a345fee5c5f service nova] Releasing lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.674599] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085355, 'name': CreateVM_Task, 'duration_secs': 0.470171} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.674780] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.675511] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.675677] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.676009] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.676347] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faee8310-37fa-46b3-b4a8-ff3a2b2780e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.684129] env[69702]: DEBUG nova.compute.utils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.685481] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Waiting for the task: (returnval){ [ 926.685481] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c21068-53c4-860f-3d8f-7eacc209767e" [ 926.685481] env[69702]: _type = "Task" [ 926.685481] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.685929] env[69702]: DEBUG nova.compute.manager [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.686560] env[69702]: DEBUG nova.network.neutron [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.699149] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c21068-53c4-860f-3d8f-7eacc209767e, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.700383] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.701163] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.701438] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.701611] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.701761] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.702361] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e4c5988-e701-4883-861c-d86259a933fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.710774] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.710982] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.712057] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c6df063-ddf9-4962-9bd5-6181e9b2bbed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.716742] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Waiting for the task: (returnval){ [ 926.716742] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5281c456-1060-8dd1-9a48-f2deab47b663" [ 926.716742] env[69702]: _type = "Task" [ 926.716742] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.729198] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a566ce19-991f-4b2e-a0e1-59b95dcad543 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.750s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.737342] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5281c456-1060-8dd1-9a48-f2deab47b663, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.738301] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d77a51-3edd-4a09-a202-aefa8ab713a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.746553] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Waiting for the task: (returnval){ [ 926.746553] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bbf511-14c2-cddc-2e9d-5f60d6b5794d" [ 926.746553] env[69702]: _type = "Task" [ 926.746553] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.751703] env[69702]: DEBUG nova.policy [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad4f07253ce84831aa0875546d0cb17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1fd499c118d487799ec3954cbb2b36b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.756496] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bbf511-14c2-cddc-2e9d-5f60d6b5794d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.011111] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f8c4c9-e176-419f-a631-b29d6da0b56e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.018752] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86641b48-6c9c-44b5-bb8f-ca225465080b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.051826] env[69702]: DEBUG nova.network.neutron [req-d74f0d0c-f7fb-4f23-a433-c6a5f6c97c6d req-195bad41-6a4e-4263-a53e-ff09debc6491 service nova] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Updated VIF entry in instance network info cache for port 13d35874-7c06-403c-bfda-e2a8218adb8a. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.051826] env[69702]: DEBUG nova.network.neutron [req-d74f0d0c-f7fb-4f23-a433-c6a5f6c97c6d req-195bad41-6a4e-4263-a53e-ff09debc6491 service nova] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Updating instance_info_cache with network_info: [{"id": "13d35874-7c06-403c-bfda-e2a8218adb8a", "address": "fa:16:3e:fc:42:1c", "network": {"id": "98acedcf-e7c6-4031-8228-fcbc0c1f0339", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1949098769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3055f909ccb64f6eb87635431f5f7641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d35874-7c", "ovs_interfaceid": "13d35874-7c06-403c-bfda-e2a8218adb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.056849] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96e2f21-c531-431d-ac24-baf52812856e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.061395] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee472dcc-3ac8-43de-b5f8-6d552cdc6b71 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.077569] env[69702]: DEBUG nova.compute.provider_tree [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.178937] env[69702]: DEBUG nova.network.neutron [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Successfully created port: b09a30f1-fa06-4883-ad01-c79663a9904e {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.189917] env[69702]: DEBUG nova.compute.manager [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.257133] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bbf511-14c2-cddc-2e9d-5f60d6b5794d, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.257446] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.257742] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 6388991a-f2d0-4de4-962a-b9320b0d0bf9/6388991a-f2d0-4de4-962a-b9320b0d0bf9.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.258100] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51cce797-6270-4767-9d3b-dd6fdd1d8920 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.264385] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Waiting for the task: (returnval){ [ 927.264385] env[69702]: value = "task-3085356" [ 927.264385] env[69702]: _type = "Task" [ 927.264385] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.271961] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.557378] env[69702]: DEBUG oslo_concurrency.lockutils [req-d74f0d0c-f7fb-4f23-a433-c6a5f6c97c6d req-195bad41-6a4e-4263-a53e-ff09debc6491 service nova] Releasing lock "refresh_cache-6388991a-f2d0-4de4-962a-b9320b0d0bf9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.581064] env[69702]: DEBUG nova.scheduler.client.report [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.778267] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480527} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.778267] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 6388991a-f2d0-4de4-962a-b9320b0d0bf9/6388991a-f2d0-4de4-962a-b9320b0d0bf9.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.778267] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.778569] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aca41342-1dba-4974-9564-99cb2b334007 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.785644] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Waiting for the task: (returnval){ [ 927.785644] env[69702]: value = "task-3085357" [ 927.785644] env[69702]: _type = "Task" [ 927.785644] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.794554] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.890047] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.890441] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.890775] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.891230] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.891345] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.893706] env[69702]: INFO nova.compute.manager [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Terminating instance [ 928.087665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.090092] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.449s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.090334] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.092075] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.557s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.092349] env[69702]: DEBUG nova.objects.instance [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lazy-loading 'resources' on Instance uuid 5f43b968-a765-42d9-884c-36ae43474e7f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.112939] env[69702]: INFO nova.scheduler.client.report [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleted allocations for instance ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad [ 928.115088] env[69702]: INFO nova.scheduler.client.report [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleted allocations for instance c05f4548-e5f4-415f-8605-c46ef7da0cd6 [ 928.201085] env[69702]: DEBUG nova.compute.manager [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.228307] env[69702]: DEBUG nova.virt.hardware [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.228591] env[69702]: DEBUG nova.virt.hardware [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.228753] env[69702]: DEBUG nova.virt.hardware [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.228936] env[69702]: DEBUG nova.virt.hardware [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.229094] env[69702]: DEBUG nova.virt.hardware [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.229246] env[69702]: DEBUG nova.virt.hardware [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.229458] env[69702]: DEBUG nova.virt.hardware [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.229616] env[69702]: DEBUG nova.virt.hardware [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.229786] env[69702]: DEBUG nova.virt.hardware [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.229950] env[69702]: DEBUG nova.virt.hardware [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.230148] env[69702]: DEBUG nova.virt.hardware [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.231344] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587b1b6b-44a5-4ea3-bc14-597e3f99a8a6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.239951] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f861123a-c39d-4e2c-ac6a-31a307932781 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.294731] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143454} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.295406] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.296209] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6ca89c-6684-45a6-826a-1a21b18b86c0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.317536] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 6388991a-f2d0-4de4-962a-b9320b0d0bf9/6388991a-f2d0-4de4-962a-b9320b0d0bf9.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.317797] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8083e388-7534-42c9-8d3a-9933cc81bea7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.337349] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Waiting for the task: (returnval){ [ 928.337349] env[69702]: value = "task-3085358" [ 928.337349] env[69702]: _type = "Task" [ 928.337349] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.347593] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.397994] env[69702]: DEBUG nova.compute.manager [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.398434] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.399817] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f02ac9-1875-4153-bc8d-be355c464e14 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.409508] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.409831] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d27b4c2c-b4bd-4701-beef-b26f7e4c9d55 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.416979] env[69702]: DEBUG oslo_vmware.api [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 928.416979] env[69702]: value = "task-3085359" [ 928.416979] env[69702]: _type = "Task" [ 928.416979] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.427878] env[69702]: DEBUG oslo_vmware.api [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.566336] env[69702]: DEBUG nova.compute.manager [req-4f55e30e-32c7-402a-a60d-ad692c235eae req-186fd792-0d71-47ea-ab1a-bde403da0757 service nova] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Received event network-vif-plugged-b09a30f1-fa06-4883-ad01-c79663a9904e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.566757] env[69702]: DEBUG oslo_concurrency.lockutils [req-4f55e30e-32c7-402a-a60d-ad692c235eae req-186fd792-0d71-47ea-ab1a-bde403da0757 service nova] Acquiring lock "d568869e-b62b-44ba-9fcf-f500612598ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.566834] env[69702]: DEBUG oslo_concurrency.lockutils [req-4f55e30e-32c7-402a-a60d-ad692c235eae req-186fd792-0d71-47ea-ab1a-bde403da0757 service nova] Lock "d568869e-b62b-44ba-9fcf-f500612598ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.567119] env[69702]: DEBUG oslo_concurrency.lockutils [req-4f55e30e-32c7-402a-a60d-ad692c235eae req-186fd792-0d71-47ea-ab1a-bde403da0757 service nova] Lock "d568869e-b62b-44ba-9fcf-f500612598ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.567411] env[69702]: DEBUG nova.compute.manager [req-4f55e30e-32c7-402a-a60d-ad692c235eae req-186fd792-0d71-47ea-ab1a-bde403da0757 service nova] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] No waiting events found dispatching network-vif-plugged-b09a30f1-fa06-4883-ad01-c79663a9904e {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.567781] env[69702]: WARNING nova.compute.manager [req-4f55e30e-32c7-402a-a60d-ad692c235eae req-186fd792-0d71-47ea-ab1a-bde403da0757 service nova] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Received unexpected event network-vif-plugged-b09a30f1-fa06-4883-ad01-c79663a9904e for instance with vm_state building and task_state spawning. [ 928.626556] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f139ad21-0a06-44ee-a0eb-bd4ccfd810c5 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.282s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.627775] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48843acb-4534-4b49-9b86-93e60428711f tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "c05f4548-e5f4-415f-8605-c46ef7da0cd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.711s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.700518] env[69702]: DEBUG nova.network.neutron [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Successfully updated port: b09a30f1-fa06-4883-ad01-c79663a9904e {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.846677] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.859912] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8259abb2-d8ce-4161-9b7a-848783a0f987 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.866813] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9575104-2610-44aa-9b02-46534a838fa2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.898683] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a81fdb-7b83-4c1f-9d3b-2df8a227a764 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.906261] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a156ca-e242-4c9b-97c1-e2d1596cf303 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.919559] env[69702]: DEBUG nova.compute.provider_tree [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.929441] env[69702]: DEBUG oslo_vmware.api [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085359, 'name': PowerOffVM_Task, 'duration_secs': 0.212685} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.929725] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.929899] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.930152] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b783ae93-97a3-4490-849c-42573d132139 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.993353] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.993569] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.993739] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Deleting the datastore file [datastore1] 7752c8ae-f8e4-4901-85c1-e5a2959a8cee {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.994013] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5433313a-3831-4a4c-b6b0-b965aa694c78 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.000858] env[69702]: DEBUG oslo_vmware.api [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for the task: (returnval){ [ 929.000858] env[69702]: value = "task-3085361" [ 929.000858] env[69702]: _type = "Task" [ 929.000858] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.009087] env[69702]: DEBUG oslo_vmware.api [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.206941] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "refresh_cache-d568869e-b62b-44ba-9fcf-f500612598ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.206941] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "refresh_cache-d568869e-b62b-44ba-9fcf-f500612598ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.206941] env[69702]: DEBUG nova.network.neutron [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.348930] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.426546] env[69702]: DEBUG nova.scheduler.client.report [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.511278] env[69702]: DEBUG oslo_vmware.api [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Task: {'id': task-3085361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141147} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.511548] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.511747] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.511916] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.512111] env[69702]: INFO nova.compute.manager [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Took 1.11 seconds to destroy the instance on the hypervisor. [ 929.512372] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.512611] env[69702]: DEBUG nova.compute.manager [-] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.512742] env[69702]: DEBUG nova.network.neutron [-] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.748153] env[69702]: DEBUG nova.network.neutron [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.851103] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085358, 'name': ReconfigVM_Task, 'duration_secs': 1.400932} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.853606] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 6388991a-f2d0-4de4-962a-b9320b0d0bf9/6388991a-f2d0-4de4-962a-b9320b0d0bf9.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.854298] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7abd73f9-a815-4b9e-8c83-6c6dcbf29306 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.861435] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Waiting for the task: (returnval){ [ 929.861435] env[69702]: value = "task-3085362" [ 929.861435] env[69702]: _type = "Task" [ 929.861435] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.869664] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085362, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.886047] env[69702]: DEBUG nova.network.neutron [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Updating instance_info_cache with network_info: [{"id": "b09a30f1-fa06-4883-ad01-c79663a9904e", "address": "fa:16:3e:ce:f0:29", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09a30f1-fa", "ovs_interfaceid": "b09a30f1-fa06-4883-ad01-c79663a9904e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.935770] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.938349] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.213s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.939908] env[69702]: INFO nova.compute.claims [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.961502] env[69702]: INFO nova.scheduler.client.report [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Deleted allocations for instance 5f43b968-a765-42d9-884c-36ae43474e7f [ 930.000275] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "7121d29a-abb6-4ade-983a-a82808be3e73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.000275] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "7121d29a-abb6-4ade-983a-a82808be3e73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.000275] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "7121d29a-abb6-4ade-983a-a82808be3e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.000275] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "7121d29a-abb6-4ade-983a-a82808be3e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.000275] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "7121d29a-abb6-4ade-983a-a82808be3e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.002218] env[69702]: INFO nova.compute.manager [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Terminating instance [ 930.048231] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.048468] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.333485] env[69702]: DEBUG nova.network.neutron [-] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.372458] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085362, 'name': Rename_Task, 'duration_secs': 0.367872} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.372744] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.373048] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3c4d126-46ed-4b56-a6bb-e6fc8e7a4ba5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.379962] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Waiting for the task: (returnval){ [ 930.379962] env[69702]: value = "task-3085363" [ 930.379962] env[69702]: _type = "Task" [ 930.379962] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.387609] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.389168] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "refresh_cache-d568869e-b62b-44ba-9fcf-f500612598ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.389365] env[69702]: DEBUG nova.compute.manager [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Instance network_info: |[{"id": "b09a30f1-fa06-4883-ad01-c79663a9904e", "address": "fa:16:3e:ce:f0:29", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09a30f1-fa", "ovs_interfaceid": "b09a30f1-fa06-4883-ad01-c79663a9904e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.390045] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:f0:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b09a30f1-fa06-4883-ad01-c79663a9904e', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.398917] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.398917] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.398917] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f9f0a62-6b70-4f7f-88af-a4abfb206aab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.417595] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.417595] env[69702]: value = "task-3085364" [ 930.417595] env[69702]: _type = "Task" [ 930.417595] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.425454] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085364, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.470517] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cd7d514-3c75-4b0c-9d6a-ceb22e9996c9 tempest-VolumesAdminNegativeTest-328355637 tempest-VolumesAdminNegativeTest-328355637-project-member] Lock "5f43b968-a765-42d9-884c-36ae43474e7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.845s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.505933] env[69702]: DEBUG nova.compute.manager [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.506217] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.507191] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691e6c60-1c87-4abb-9447-6598739919d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.515145] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.515399] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f5f5b89-e267-4e21-a037-65011028f7a6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.522242] env[69702]: DEBUG oslo_vmware.api [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 930.522242] env[69702]: value = "task-3085365" [ 930.522242] env[69702]: _type = "Task" [ 930.522242] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.531546] env[69702]: DEBUG oslo_vmware.api [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.550523] env[69702]: DEBUG nova.compute.manager [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.596270] env[69702]: DEBUG nova.compute.manager [req-4732b172-e664-4348-bc9a-673ee522685e req-cf26d5e9-c245-4e04-8b2e-8fea2ec94fe3 service nova] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Received event network-changed-b09a30f1-fa06-4883-ad01-c79663a9904e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.596270] env[69702]: DEBUG nova.compute.manager [req-4732b172-e664-4348-bc9a-673ee522685e req-cf26d5e9-c245-4e04-8b2e-8fea2ec94fe3 service nova] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Refreshing instance network info cache due to event network-changed-b09a30f1-fa06-4883-ad01-c79663a9904e. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.596466] env[69702]: DEBUG oslo_concurrency.lockutils [req-4732b172-e664-4348-bc9a-673ee522685e req-cf26d5e9-c245-4e04-8b2e-8fea2ec94fe3 service nova] Acquiring lock "refresh_cache-d568869e-b62b-44ba-9fcf-f500612598ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.596466] env[69702]: DEBUG oslo_concurrency.lockutils [req-4732b172-e664-4348-bc9a-673ee522685e req-cf26d5e9-c245-4e04-8b2e-8fea2ec94fe3 service nova] Acquired lock "refresh_cache-d568869e-b62b-44ba-9fcf-f500612598ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.596629] env[69702]: DEBUG nova.network.neutron [req-4732b172-e664-4348-bc9a-673ee522685e req-cf26d5e9-c245-4e04-8b2e-8fea2ec94fe3 service nova] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Refreshing network info cache for port b09a30f1-fa06-4883-ad01-c79663a9904e {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.838718] env[69702]: INFO nova.compute.manager [-] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Took 1.33 seconds to deallocate network for instance. [ 930.890704] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085363, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.928799] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085364, 'name': CreateVM_Task, 'duration_secs': 0.339311} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.929099] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.930085] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.930366] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.930839] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.931321] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6df3f3c-aaf7-4365-9eb7-70e5a18e8121 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.937797] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 930.937797] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52466174-a627-e233-1bf6-fb19f4549065" [ 930.937797] env[69702]: _type = "Task" [ 930.937797] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.958556] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52466174-a627-e233-1bf6-fb19f4549065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.033814] env[69702]: DEBUG oslo_vmware.api [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085365, 'name': PowerOffVM_Task, 'duration_secs': 0.211531} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.034118] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.034318] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.034580] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a19024ef-6f4b-4cbc-9698-a3f51260785d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.069406] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.104582] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.104806] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.105134] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleting the datastore file [datastore1] 7121d29a-abb6-4ade-983a-a82808be3e73 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.106629] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5d9a0ef-dec6-4754-8c36-3caa497bcd65 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.111705] env[69702]: DEBUG oslo_vmware.api [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for the task: (returnval){ [ 931.111705] env[69702]: value = "task-3085367" [ 931.111705] env[69702]: _type = "Task" [ 931.111705] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.123524] env[69702]: DEBUG oslo_vmware.api [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.202394] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d506bbb5-da94-4d0b-ab6f-ca0ca2273444 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.212701] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7603e8ab-a9ce-4570-ad81-ec9497b48cdf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.246807] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7800c9f3-2058-4973-b705-7a5c262bc34b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.254565] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500e4870-16d7-40a8-a24a-0e6479009617 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.268508] env[69702]: DEBUG nova.compute.provider_tree [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.311513] env[69702]: DEBUG nova.network.neutron [req-4732b172-e664-4348-bc9a-673ee522685e req-cf26d5e9-c245-4e04-8b2e-8fea2ec94fe3 service nova] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Updated VIF entry in instance network info cache for port b09a30f1-fa06-4883-ad01-c79663a9904e. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.311866] env[69702]: DEBUG nova.network.neutron [req-4732b172-e664-4348-bc9a-673ee522685e req-cf26d5e9-c245-4e04-8b2e-8fea2ec94fe3 service nova] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Updating instance_info_cache with network_info: [{"id": "b09a30f1-fa06-4883-ad01-c79663a9904e", "address": "fa:16:3e:ce:f0:29", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09a30f1-fa", "ovs_interfaceid": "b09a30f1-fa06-4883-ad01-c79663a9904e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.345369] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.392525] env[69702]: DEBUG oslo_vmware.api [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085363, 'name': PowerOnVM_Task, 'duration_secs': 0.600372} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.392525] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.392670] env[69702]: INFO nova.compute.manager [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Took 7.59 seconds to spawn the instance on the hypervisor. [ 931.392716] env[69702]: DEBUG nova.compute.manager [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.393553] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731505c2-1b80-44ee-b9c5-15bfbb687303 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.449627] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52466174-a627-e233-1bf6-fb19f4549065, 'name': SearchDatastore_Task, 'duration_secs': 0.012136} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.449940] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.450188] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.450434] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.450577] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.450752] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.451032] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aed467a5-cc92-47d6-b84d-bf294642bd9d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.459899] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.460096] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.460827] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1d0c535-9aaf-45ec-918a-56b3f6a6423d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.466775] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 931.466775] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5246993e-0b56-8fe0-8283-bf66e8c4b6d3" [ 931.466775] env[69702]: _type = "Task" [ 931.466775] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.474612] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5246993e-0b56-8fe0-8283-bf66e8c4b6d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.623741] env[69702]: DEBUG oslo_vmware.api [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Task: {'id': task-3085367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16169} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.624160] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.624469] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.624767] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.625100] env[69702]: INFO nova.compute.manager [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Took 1.12 seconds to destroy the instance on the hypervisor. [ 931.625482] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.625775] env[69702]: DEBUG nova.compute.manager [-] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.625933] env[69702]: DEBUG nova.network.neutron [-] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.772507] env[69702]: DEBUG nova.scheduler.client.report [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.819491] env[69702]: DEBUG oslo_concurrency.lockutils [req-4732b172-e664-4348-bc9a-673ee522685e req-cf26d5e9-c245-4e04-8b2e-8fea2ec94fe3 service nova] Releasing lock "refresh_cache-d568869e-b62b-44ba-9fcf-f500612598ca" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.819491] env[69702]: DEBUG nova.compute.manager [req-4732b172-e664-4348-bc9a-673ee522685e req-cf26d5e9-c245-4e04-8b2e-8fea2ec94fe3 service nova] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Received event network-vif-deleted-b1f9e44a-66a9-42b6-9562-df726e0a4443 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.896300] env[69702]: DEBUG nova.compute.manager [req-f901ce00-621f-44b3-94b2-3989e42afa7e req-942f1d45-973c-4094-8464-4c28cad96cd6 service nova] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Received event network-vif-deleted-ea56e98d-5965-4bff-bdc3-a49b7fbaf67a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.896457] env[69702]: INFO nova.compute.manager [req-f901ce00-621f-44b3-94b2-3989e42afa7e req-942f1d45-973c-4094-8464-4c28cad96cd6 service nova] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Neutron deleted interface ea56e98d-5965-4bff-bdc3-a49b7fbaf67a; detaching it from the instance and deleting it from the info cache [ 931.896640] env[69702]: DEBUG nova.network.neutron [req-f901ce00-621f-44b3-94b2-3989e42afa7e req-942f1d45-973c-4094-8464-4c28cad96cd6 service nova] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.916960] env[69702]: INFO nova.compute.manager [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Took 29.12 seconds to build instance. [ 931.986022] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5246993e-0b56-8fe0-8283-bf66e8c4b6d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013001} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.986022] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e0eaf6-b14f-4241-b4c8-14bcc6e21754 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.997019] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 931.997019] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b6df48-9105-0502-b833-b2fd263a9c76" [ 931.997019] env[69702]: _type = "Task" [ 931.997019] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.012275] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b6df48-9105-0502-b833-b2fd263a9c76, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.012658] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.012975] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] d568869e-b62b-44ba-9fcf-f500612598ca/d568869e-b62b-44ba-9fcf-f500612598ca.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.013311] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ab2ac59-380c-4471-bd12-9236fec7cbf3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.020192] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 932.020192] env[69702]: value = "task-3085368" [ 932.020192] env[69702]: _type = "Task" [ 932.020192] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.027911] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.281964] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.282641] env[69702]: DEBUG nova.compute.manager [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.285760] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.217s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.288088] env[69702]: INFO nova.compute.claims [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.371170] env[69702]: DEBUG nova.network.neutron [-] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.399780] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-545ee30e-d685-40e6-8486-1f201057a2c3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.411818] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b921a5-cc15-401e-8f22-24eeb15eee23 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.428096] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dd3ace50-312f-4c03-9ac3-899829e00010 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Lock "6388991a-f2d0-4de4-962a-b9320b0d0bf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.643s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.453880] env[69702]: DEBUG nova.compute.manager [req-f901ce00-621f-44b3-94b2-3989e42afa7e req-942f1d45-973c-4094-8464-4c28cad96cd6 service nova] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Detach interface failed, port_id=ea56e98d-5965-4bff-bdc3-a49b7fbaf67a, reason: Instance 7121d29a-abb6-4ade-983a-a82808be3e73 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 932.531987] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085368, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.738633] env[69702]: DEBUG oslo_concurrency.lockutils [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Acquiring lock "6388991a-f2d0-4de4-962a-b9320b0d0bf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.738915] env[69702]: DEBUG oslo_concurrency.lockutils [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Lock "6388991a-f2d0-4de4-962a-b9320b0d0bf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.739158] env[69702]: DEBUG oslo_concurrency.lockutils [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Acquiring lock "6388991a-f2d0-4de4-962a-b9320b0d0bf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.739353] env[69702]: DEBUG oslo_concurrency.lockutils [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Lock "6388991a-f2d0-4de4-962a-b9320b0d0bf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.739532] env[69702]: DEBUG oslo_concurrency.lockutils [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Lock "6388991a-f2d0-4de4-962a-b9320b0d0bf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.741677] env[69702]: INFO nova.compute.manager [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Terminating instance [ 932.792983] env[69702]: DEBUG nova.compute.utils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.797587] env[69702]: DEBUG nova.compute.manager [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.797587] env[69702]: DEBUG nova.network.neutron [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.832297] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "90d473bf-561d-466b-8b3f-6e1158b061ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.832550] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "90d473bf-561d-466b-8b3f-6e1158b061ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.834024] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "90d473bf-561d-466b-8b3f-6e1158b061ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.834024] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "90d473bf-561d-466b-8b3f-6e1158b061ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.834024] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "90d473bf-561d-466b-8b3f-6e1158b061ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.836525] env[69702]: INFO nova.compute.manager [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Terminating instance [ 932.855793] env[69702]: DEBUG nova.policy [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '404f899d06f94485b50bd02d224cd04f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7af0adbcae04c3eae9371ff9ece902b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.873584] env[69702]: INFO nova.compute.manager [-] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Took 1.25 seconds to deallocate network for instance. [ 933.033308] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514547} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.033593] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] d568869e-b62b-44ba-9fcf-f500612598ca/d568869e-b62b-44ba-9fcf-f500612598ca.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.033808] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.034081] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6287673f-3163-42b3-93b0-744007a62c30 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.040799] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 933.040799] env[69702]: value = "task-3085369" [ 933.040799] env[69702]: _type = "Task" [ 933.040799] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.050789] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.142184] env[69702]: DEBUG nova.network.neutron [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Successfully created port: f87b43dc-3baf-48b5-851d-96eef4b50e86 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.244975] env[69702]: DEBUG nova.compute.manager [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.245488] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.246470] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74619f70-131e-4fa3-854e-2d1bdae528a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.254163] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.254456] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ed19613-3ed0-4d1d-9912-ee748e1d57b4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.261506] env[69702]: DEBUG oslo_vmware.api [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Waiting for the task: (returnval){ [ 933.261506] env[69702]: value = "task-3085370" [ 933.261506] env[69702]: _type = "Task" [ 933.261506] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.270055] env[69702]: DEBUG oslo_vmware.api [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.295711] env[69702]: DEBUG nova.compute.manager [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.340762] env[69702]: DEBUG nova.compute.manager [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.341139] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.342217] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff459a-e669-470e-a33c-8a426787e0ab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.352604] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.352861] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7469939a-6e90-414b-ac40-98b2f49b90c9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.359368] env[69702]: DEBUG oslo_vmware.api [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 933.359368] env[69702]: value = "task-3085371" [ 933.359368] env[69702]: _type = "Task" [ 933.359368] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.369785] env[69702]: DEBUG oslo_vmware.api [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.383404] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.556055] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071149} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.556779] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.559965] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805a4485-a201-49fb-bec9-5487058752e1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.590075] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] d568869e-b62b-44ba-9fcf-f500612598ca/d568869e-b62b-44ba-9fcf-f500612598ca.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.592906] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214553a7-d272-445e-9eaf-dfe21fa56c10 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.612050] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 933.612050] env[69702]: value = "task-3085372" [ 933.612050] env[69702]: _type = "Task" [ 933.612050] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.620364] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.637409] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4605adc5-be9e-426e-864f-2b17186a9006 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.645390] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5096cdc6-1bba-4c48-b5bc-bd0d80c95c6b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.677945] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293efce0-8fb4-4e84-856d-440774663546 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.685594] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54893b1-cd57-4943-8136-f89c88f84ec0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.699383] env[69702]: DEBUG nova.compute.provider_tree [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.771895] env[69702]: DEBUG oslo_vmware.api [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085370, 'name': PowerOffVM_Task, 'duration_secs': 0.42835} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.772173] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.772336] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.772663] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9101cb72-f5be-47fc-89c1-fc5eb0704821 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.833421] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.833667] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.833815] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Deleting the datastore file [datastore2] 6388991a-f2d0-4de4-962a-b9320b0d0bf9 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.834094] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52d17585-374e-434b-8bd0-28e0017650e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.841599] env[69702]: DEBUG oslo_vmware.api [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Waiting for the task: (returnval){ [ 933.841599] env[69702]: value = "task-3085374" [ 933.841599] env[69702]: _type = "Task" [ 933.841599] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.851698] env[69702]: DEBUG oslo_vmware.api [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.868369] env[69702]: DEBUG oslo_vmware.api [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085371, 'name': PowerOffVM_Task, 'duration_secs': 0.259505} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.868667] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.868865] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.869155] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12fe864d-fb37-480c-9850-e42d2f066f7a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.937111] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.937434] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.937625] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Deleting the datastore file [datastore2] 90d473bf-561d-466b-8b3f-6e1158b061ca {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.937892] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e62aaea-50e6-4ea4-b813-233761c993bb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.944566] env[69702]: DEBUG oslo_vmware.api [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for the task: (returnval){ [ 933.944566] env[69702]: value = "task-3085376" [ 933.944566] env[69702]: _type = "Task" [ 933.944566] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.952369] env[69702]: DEBUG oslo_vmware.api [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.121412] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085372, 'name': ReconfigVM_Task, 'duration_secs': 0.285897} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.121694] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Reconfigured VM instance instance-0000004c to attach disk [datastore2] d568869e-b62b-44ba-9fcf-f500612598ca/d568869e-b62b-44ba-9fcf-f500612598ca.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.122454] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2241fca6-8409-4516-8381-84e23e456538 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.128504] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 934.128504] env[69702]: value = "task-3085377" [ 934.128504] env[69702]: _type = "Task" [ 934.128504] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.137339] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085377, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.203630] env[69702]: DEBUG nova.scheduler.client.report [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.305671] env[69702]: DEBUG nova.compute.manager [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.338823] env[69702]: DEBUG nova.virt.hardware [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.339062] env[69702]: DEBUG nova.virt.hardware [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.340876] env[69702]: DEBUG nova.virt.hardware [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.340876] env[69702]: DEBUG nova.virt.hardware [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.340876] env[69702]: DEBUG nova.virt.hardware [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.340876] env[69702]: DEBUG nova.virt.hardware [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.340876] env[69702]: DEBUG nova.virt.hardware [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.340876] env[69702]: DEBUG nova.virt.hardware [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.340876] env[69702]: DEBUG nova.virt.hardware [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.340876] env[69702]: DEBUG nova.virt.hardware [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.340876] env[69702]: DEBUG nova.virt.hardware [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.342223] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c185a7-5f68-46c5-b13f-1a6293bff314 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.352100] env[69702]: DEBUG oslo_vmware.api [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Task: {'id': task-3085374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15692} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.354052] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.354399] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.354399] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.354561] env[69702]: INFO nova.compute.manager [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 934.354798] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.355855] env[69702]: DEBUG nova.compute.manager [-] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.355855] env[69702]: DEBUG nova.network.neutron [-] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.359020] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7707d980-457b-40ad-8b19-b23e3095594d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.454081] env[69702]: DEBUG oslo_vmware.api [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Task: {'id': task-3085376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210807} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.454342] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.456205] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.456205] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.456205] env[69702]: INFO nova.compute.manager [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Took 1.11 seconds to destroy the instance on the hypervisor. [ 934.456205] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.456205] env[69702]: DEBUG nova.compute.manager [-] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.456205] env[69702]: DEBUG nova.network.neutron [-] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.580487] env[69702]: DEBUG nova.compute.manager [req-bc3ac1c8-e41b-474f-8701-297ac8410be1 req-6118c7d2-4c85-46e2-b48c-6760888ec462 service nova] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Received event network-vif-plugged-f87b43dc-3baf-48b5-851d-96eef4b50e86 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.580487] env[69702]: DEBUG oslo_concurrency.lockutils [req-bc3ac1c8-e41b-474f-8701-297ac8410be1 req-6118c7d2-4c85-46e2-b48c-6760888ec462 service nova] Acquiring lock "756b27f4-cc48-4b25-8527-e0457185c7a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.580487] env[69702]: DEBUG oslo_concurrency.lockutils [req-bc3ac1c8-e41b-474f-8701-297ac8410be1 req-6118c7d2-4c85-46e2-b48c-6760888ec462 service nova] Lock "756b27f4-cc48-4b25-8527-e0457185c7a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.580487] env[69702]: DEBUG oslo_concurrency.lockutils [req-bc3ac1c8-e41b-474f-8701-297ac8410be1 req-6118c7d2-4c85-46e2-b48c-6760888ec462 service nova] Lock "756b27f4-cc48-4b25-8527-e0457185c7a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.580487] env[69702]: DEBUG nova.compute.manager [req-bc3ac1c8-e41b-474f-8701-297ac8410be1 req-6118c7d2-4c85-46e2-b48c-6760888ec462 service nova] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] No waiting events found dispatching network-vif-plugged-f87b43dc-3baf-48b5-851d-96eef4b50e86 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.580487] env[69702]: WARNING nova.compute.manager [req-bc3ac1c8-e41b-474f-8701-297ac8410be1 req-6118c7d2-4c85-46e2-b48c-6760888ec462 service nova] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Received unexpected event network-vif-plugged-f87b43dc-3baf-48b5-851d-96eef4b50e86 for instance with vm_state building and task_state spawning. [ 934.642715] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085377, 'name': Rename_Task, 'duration_secs': 0.188655} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.642715] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.642715] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3370870-4757-446b-a976-0ed76f8797a7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.648342] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 934.648342] env[69702]: value = "task-3085378" [ 934.648342] env[69702]: _type = "Task" [ 934.648342] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.657620] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.709448] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.710365] env[69702]: DEBUG nova.compute.manager [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.713527] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.368s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.713829] env[69702]: DEBUG nova.objects.instance [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lazy-loading 'resources' on Instance uuid 7752c8ae-f8e4-4901-85c1-e5a2959a8cee {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.873878] env[69702]: DEBUG nova.network.neutron [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Successfully updated port: f87b43dc-3baf-48b5-851d-96eef4b50e86 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.033093] env[69702]: DEBUG nova.compute.manager [req-5d04d7fe-8fcb-4012-902f-bcfa44e6ca7f req-6c9fd597-456a-42f6-9149-e596eb4270d8 service nova] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Received event network-vif-deleted-13d35874-7c06-403c-bfda-e2a8218adb8a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.033308] env[69702]: INFO nova.compute.manager [req-5d04d7fe-8fcb-4012-902f-bcfa44e6ca7f req-6c9fd597-456a-42f6-9149-e596eb4270d8 service nova] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Neutron deleted interface 13d35874-7c06-403c-bfda-e2a8218adb8a; detaching it from the instance and deleting it from the info cache [ 935.033483] env[69702]: DEBUG nova.network.neutron [req-5d04d7fe-8fcb-4012-902f-bcfa44e6ca7f req-6c9fd597-456a-42f6-9149-e596eb4270d8 service nova] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.163491] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085378, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.217065] env[69702]: DEBUG nova.compute.utils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.222479] env[69702]: DEBUG nova.compute.manager [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.222479] env[69702]: DEBUG nova.network.neutron [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.305703] env[69702]: DEBUG nova.policy [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51eb5c91d21b418a9493c76bd07224ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af860c7fc46c4dd1af90f7b0f2dd608a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.378908] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "refresh_cache-756b27f4-cc48-4b25-8527-e0457185c7a8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.379078] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "refresh_cache-756b27f4-cc48-4b25-8527-e0457185c7a8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.380009] env[69702]: DEBUG nova.network.neutron [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.503560] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb306a-8a9b-480c-9c6f-617f03c8b828 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.512135] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b86fd1-9c53-4e4c-8869-26f1e9a7fb5a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.543552] env[69702]: DEBUG nova.network.neutron [-] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.546740] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b1b9ada-af1e-432a-90e0-29516bb8a32f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.549387] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53591fe2-5b58-4622-bbcc-9fc3bc4f021d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.559521] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2861fc37-c0fe-43fb-8fa8-e22033d8d930 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.567051] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58860132-05fc-4259-bc15-db554c392f46 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.590318] env[69702]: DEBUG nova.compute.provider_tree [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.602940] env[69702]: DEBUG nova.compute.manager [req-5d04d7fe-8fcb-4012-902f-bcfa44e6ca7f req-6c9fd597-456a-42f6-9149-e596eb4270d8 service nova] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Detach interface failed, port_id=13d35874-7c06-403c-bfda-e2a8218adb8a, reason: Instance 6388991a-f2d0-4de4-962a-b9320b0d0bf9 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.661681] env[69702]: DEBUG oslo_vmware.api [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085378, 'name': PowerOnVM_Task, 'duration_secs': 0.652324} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.662069] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.662320] env[69702]: INFO nova.compute.manager [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Took 7.46 seconds to spawn the instance on the hypervisor. [ 935.662543] env[69702]: DEBUG nova.compute.manager [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.663489] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c227fa5-09b4-4fed-9131-77804823f30e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.722658] env[69702]: DEBUG nova.compute.manager [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.811037] env[69702]: DEBUG nova.network.neutron [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Successfully created port: be9624a2-5999-4c8d-a6ba-05831e846c7b {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.933822] env[69702]: DEBUG nova.network.neutron [-] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.936219] env[69702]: DEBUG nova.network.neutron [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.047798] env[69702]: INFO nova.compute.manager [-] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Took 1.69 seconds to deallocate network for instance. [ 936.104794] env[69702]: DEBUG nova.scheduler.client.report [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.183676] env[69702]: INFO nova.compute.manager [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Took 19.89 seconds to build instance. [ 936.280258] env[69702]: DEBUG nova.network.neutron [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Updating instance_info_cache with network_info: [{"id": "f87b43dc-3baf-48b5-851d-96eef4b50e86", "address": "fa:16:3e:de:54:bb", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87b43dc-3b", "ovs_interfaceid": "f87b43dc-3baf-48b5-851d-96eef4b50e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.439201] env[69702]: INFO nova.compute.manager [-] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Took 1.98 seconds to deallocate network for instance. [ 936.559044] env[69702]: DEBUG oslo_concurrency.lockutils [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.615909] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.620216] env[69702]: DEBUG nova.compute.manager [req-4ff81bb6-fc0a-4865-9006-f225cfca323f req-d39f083d-c934-4ba5-8cd4-8218fb893072 service nova] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Received event network-changed-f87b43dc-3baf-48b5-851d-96eef4b50e86 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.620424] env[69702]: DEBUG nova.compute.manager [req-4ff81bb6-fc0a-4865-9006-f225cfca323f req-d39f083d-c934-4ba5-8cd4-8218fb893072 service nova] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Refreshing instance network info cache due to event network-changed-f87b43dc-3baf-48b5-851d-96eef4b50e86. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.620618] env[69702]: DEBUG oslo_concurrency.lockutils [req-4ff81bb6-fc0a-4865-9006-f225cfca323f req-d39f083d-c934-4ba5-8cd4-8218fb893072 service nova] Acquiring lock "refresh_cache-756b27f4-cc48-4b25-8527-e0457185c7a8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.621194] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.238s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.621418] env[69702]: DEBUG nova.objects.instance [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lazy-loading 'resources' on Instance uuid 7121d29a-abb6-4ade-983a-a82808be3e73 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.651373] env[69702]: INFO nova.scheduler.client.report [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Deleted allocations for instance 7752c8ae-f8e4-4901-85c1-e5a2959a8cee [ 936.688283] env[69702]: DEBUG oslo_concurrency.lockutils [None req-febdbd6d-e63e-43af-8865-8854fee1c234 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "d568869e-b62b-44ba-9fcf-f500612598ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.400s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.736574] env[69702]: DEBUG nova.compute.manager [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.781442] env[69702]: DEBUG nova.virt.hardware [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.781936] env[69702]: DEBUG nova.virt.hardware [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.782167] env[69702]: DEBUG nova.virt.hardware [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.782367] env[69702]: DEBUG nova.virt.hardware [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.782518] env[69702]: DEBUG nova.virt.hardware [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.782679] env[69702]: DEBUG nova.virt.hardware [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.782908] env[69702]: DEBUG nova.virt.hardware [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.783062] env[69702]: DEBUG nova.virt.hardware [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.783698] env[69702]: DEBUG nova.virt.hardware [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.783698] env[69702]: DEBUG nova.virt.hardware [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.783698] env[69702]: DEBUG nova.virt.hardware [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.784755] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6f0432-5bac-4982-adda-7312269aff3d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.789673] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "refresh_cache-756b27f4-cc48-4b25-8527-e0457185c7a8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.791151] env[69702]: DEBUG nova.compute.manager [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Instance network_info: |[{"id": "f87b43dc-3baf-48b5-851d-96eef4b50e86", "address": "fa:16:3e:de:54:bb", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87b43dc-3b", "ovs_interfaceid": "f87b43dc-3baf-48b5-851d-96eef4b50e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.792724] env[69702]: DEBUG oslo_concurrency.lockutils [req-4ff81bb6-fc0a-4865-9006-f225cfca323f req-d39f083d-c934-4ba5-8cd4-8218fb893072 service nova] Acquired lock "refresh_cache-756b27f4-cc48-4b25-8527-e0457185c7a8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.792724] env[69702]: DEBUG nova.network.neutron [req-4ff81bb6-fc0a-4865-9006-f225cfca323f req-d39f083d-c934-4ba5-8cd4-8218fb893072 service nova] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Refreshing network info cache for port f87b43dc-3baf-48b5-851d-96eef4b50e86 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.793943] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:54:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f87b43dc-3baf-48b5-851d-96eef4b50e86', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.809942] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.814747] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.818603] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aac2746f-d726-4a42-b238-2714e3488405 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.848474] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14f350a-1944-42d2-ace5-d38b73ef7866 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.867258] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.867258] env[69702]: value = "task-3085379" [ 936.867258] env[69702]: _type = "Task" [ 936.867258] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.882207] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085379, 'name': CreateVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.950853] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.068088] env[69702]: DEBUG nova.compute.manager [req-2c32db25-3030-4e9d-be73-cbe2f684754c req-fcd145e2-3762-4156-9a84-ce713d1e268b service nova] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Received event network-vif-deleted-0c8e10bf-5e8d-456b-978a-f913f4336782 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.165743] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0abc006f-00f6-4f0b-aa2c-16622a719b63 tempest-MigrationsAdminTest-1400789033 tempest-MigrationsAdminTest-1400789033-project-member] Lock "7752c8ae-f8e4-4901-85c1-e5a2959a8cee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.273s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.194509] env[69702]: DEBUG nova.network.neutron [req-4ff81bb6-fc0a-4865-9006-f225cfca323f req-d39f083d-c934-4ba5-8cd4-8218fb893072 service nova] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Updated VIF entry in instance network info cache for port f87b43dc-3baf-48b5-851d-96eef4b50e86. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.194693] env[69702]: DEBUG nova.network.neutron [req-4ff81bb6-fc0a-4865-9006-f225cfca323f req-d39f083d-c934-4ba5-8cd4-8218fb893072 service nova] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Updating instance_info_cache with network_info: [{"id": "f87b43dc-3baf-48b5-851d-96eef4b50e86", "address": "fa:16:3e:de:54:bb", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87b43dc-3b", "ovs_interfaceid": "f87b43dc-3baf-48b5-851d-96eef4b50e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.380727] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085379, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.392682] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166f3eb9-06b6-41d3-a278-8c0e35f1579c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.400496] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cefe54-3efc-4b48-a86e-b3064cf2992a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.433267] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b336830-8f41-4b16-8e21-6eb4595cfab1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.441244] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6cedb9-42d4-4015-b275-6236084d9c09 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.454827] env[69702]: DEBUG nova.compute.provider_tree [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.642296] env[69702]: DEBUG nova.network.neutron [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Successfully updated port: be9624a2-5999-4c8d-a6ba-05831e846c7b {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.674175] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "d568869e-b62b-44ba-9fcf-f500612598ca" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.674175] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "d568869e-b62b-44ba-9fcf-f500612598ca" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.699756] env[69702]: DEBUG oslo_concurrency.lockutils [req-4ff81bb6-fc0a-4865-9006-f225cfca323f req-d39f083d-c934-4ba5-8cd4-8218fb893072 service nova] Releasing lock "refresh_cache-756b27f4-cc48-4b25-8527-e0457185c7a8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.877890] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085379, 'name': CreateVM_Task, 'duration_secs': 0.750872} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.878122] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.878774] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.878940] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.879289] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.879571] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b530a3-fafb-4af4-af15-02af33eac979 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.884200] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 937.884200] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520f619f-d124-0496-1f05-79c1acccb055" [ 937.884200] env[69702]: _type = "Task" [ 937.884200] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.892561] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520f619f-d124-0496-1f05-79c1acccb055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.957953] env[69702]: DEBUG nova.scheduler.client.report [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.146417] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.146417] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.146417] env[69702]: DEBUG nova.network.neutron [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.177510] env[69702]: DEBUG nova.compute.utils [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.402016] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520f619f-d124-0496-1f05-79c1acccb055, 'name': SearchDatastore_Task, 'duration_secs': 0.013293} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.402016] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.402016] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.402016] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.402016] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.402016] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.402016] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c1d7037-84d1-400d-ace3-d212e098d956 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.410247] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.410438] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.411186] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8251021-a862-490c-b1f4-c25ee202e3ef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.416774] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 938.416774] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521d7c89-9071-b2c9-7278-e426fc1b2022" [ 938.416774] env[69702]: _type = "Task" [ 938.416774] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.425451] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521d7c89-9071-b2c9-7278-e426fc1b2022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.463055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.465441] env[69702]: DEBUG oslo_concurrency.lockutils [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.907s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.465691] env[69702]: DEBUG nova.objects.instance [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Lazy-loading 'resources' on Instance uuid 6388991a-f2d0-4de4-962a-b9320b0d0bf9 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.494132] env[69702]: INFO nova.scheduler.client.report [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Deleted allocations for instance 7121d29a-abb6-4ade-983a-a82808be3e73 [ 938.683743] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "d568869e-b62b-44ba-9fcf-f500612598ca" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.686536] env[69702]: DEBUG nova.network.neutron [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.840300] env[69702]: DEBUG nova.network.neutron [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance_info_cache with network_info: [{"id": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "address": "fa:16:3e:4e:5f:3f", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9624a2-59", "ovs_interfaceid": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.930018] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521d7c89-9071-b2c9-7278-e426fc1b2022, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.932184] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2d2171-b87e-401f-b86b-b7849ef1fa49 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.939947] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 938.939947] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5297f93c-7589-136c-10ec-a00a90704117" [ 938.939947] env[69702]: _type = "Task" [ 938.939947] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.953144] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5297f93c-7589-136c-10ec-a00a90704117, 'name': SearchDatastore_Task, 'duration_secs': 0.009862} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.953437] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.953701] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 756b27f4-cc48-4b25-8527-e0457185c7a8/756b27f4-cc48-4b25-8527-e0457185c7a8.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.954255] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f476a5a0-598d-48de-9c86-c24fa0df395c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.961488] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 938.961488] env[69702]: value = "task-3085380" [ 938.961488] env[69702]: _type = "Task" [ 938.961488] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.972027] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.005019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4765e2fb-c706-4d42-b7d6-7e0268c57676 tempest-ServersAdminTestJSON-1058569072 tempest-ServersAdminTestJSON-1058569072-project-member] Lock "7121d29a-abb6-4ade-983a-a82808be3e73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.005s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.271521] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85d1a55-f3cb-46dc-9fd9-0f60b6e2c4ab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.281964] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435b3ece-20b9-464b-918f-2c2def00707a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.322600] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e24eff0-6ba9-4c4f-8de0-9efed7f48681 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.337226] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60b8621-410a-4f65-86fb-0bd23c16b3db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.349153] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.349153] env[69702]: DEBUG nova.compute.manager [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Instance network_info: |[{"id": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "address": "fa:16:3e:4e:5f:3f", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9624a2-59", "ovs_interfaceid": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.359966] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:5f:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be9624a2-5999-4c8d-a6ba-05831e846c7b', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.373478] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.374062] env[69702]: DEBUG nova.compute.provider_tree [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.377033] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.378320] env[69702]: DEBUG nova.compute.manager [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Received event network-vif-plugged-be9624a2-5999-4c8d-a6ba-05831e846c7b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.378551] env[69702]: DEBUG oslo_concurrency.lockutils [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] Acquiring lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.378757] env[69702]: DEBUG oslo_concurrency.lockutils [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.378961] env[69702]: DEBUG oslo_concurrency.lockutils [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.379181] env[69702]: DEBUG nova.compute.manager [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] No waiting events found dispatching network-vif-plugged-be9624a2-5999-4c8d-a6ba-05831e846c7b {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.379395] env[69702]: WARNING nova.compute.manager [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Received unexpected event network-vif-plugged-be9624a2-5999-4c8d-a6ba-05831e846c7b for instance with vm_state building and task_state spawning. [ 939.379584] env[69702]: DEBUG nova.compute.manager [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Received event network-changed-be9624a2-5999-4c8d-a6ba-05831e846c7b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.380234] env[69702]: DEBUG nova.compute.manager [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Refreshing instance network info cache due to event network-changed-be9624a2-5999-4c8d-a6ba-05831e846c7b. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.380234] env[69702]: DEBUG oslo_concurrency.lockutils [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] Acquiring lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.380234] env[69702]: DEBUG oslo_concurrency.lockutils [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] Acquired lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.380377] env[69702]: DEBUG nova.network.neutron [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Refreshing network info cache for port be9624a2-5999-4c8d-a6ba-05831e846c7b {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.381827] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59e655d6-5398-414f-a3dc-c9215f7d8551 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.417883] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.417883] env[69702]: value = "task-3085381" [ 939.417883] env[69702]: _type = "Task" [ 939.417883] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.432486] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085381, 'name': CreateVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.471795] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085380, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.835730] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "d568869e-b62b-44ba-9fcf-f500612598ca" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.835730] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "d568869e-b62b-44ba-9fcf-f500612598ca" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.835730] env[69702]: INFO nova.compute.manager [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Attaching volume 4b475cdb-4300-46f4-884a-a5fd9dc6b0b1 to /dev/sdb [ 939.883714] env[69702]: DEBUG nova.scheduler.client.report [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.893677] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65dc901-822f-446d-8359-1c263192d78b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.902234] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5741b8e5-86c3-45bf-870c-2b83e9716786 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.923578] env[69702]: DEBUG nova.virt.block_device [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Updating existing volume attachment record: a1f77806-6e47-4a79-87ca-c16d221eab4a {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 939.932375] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "40e17766-025e-41ad-84fb-c7a9480ffd20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.933190] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "40e17766-025e-41ad-84fb-c7a9480ffd20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.940938] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085381, 'name': CreateVM_Task, 'duration_secs': 0.377303} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.940938] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.942716] env[69702]: DEBUG nova.network.neutron [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updated VIF entry in instance network info cache for port be9624a2-5999-4c8d-a6ba-05831e846c7b. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.942716] env[69702]: DEBUG nova.network.neutron [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance_info_cache with network_info: [{"id": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "address": "fa:16:3e:4e:5f:3f", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9624a2-59", "ovs_interfaceid": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.943997] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.943997] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.944285] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.944547] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2a5ed6-948f-4380-b747-df9109f805d2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.950600] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 939.950600] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5222c858-68b8-6a86-24b0-e3362d0e6702" [ 939.950600] env[69702]: _type = "Task" [ 939.950600] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.964934] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5222c858-68b8-6a86-24b0-e3362d0e6702, 'name': SearchDatastore_Task, 'duration_secs': 0.009528} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.969028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.969414] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.969690] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.969861] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.970065] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.971097] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2849405-d253-47ce-ba97-ee712f0ee63d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.978462] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511182} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.979650] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 756b27f4-cc48-4b25-8527-e0457185c7a8/756b27f4-cc48-4b25-8527-e0457185c7a8.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.979868] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.980174] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.980398] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.981108] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fb3e0af-8afc-43e7-96f6-767c7e42301b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.982997] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1411ce2e-0b7d-4efa-80cb-66fda23bc28a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.988533] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 939.988533] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52679d0e-0b50-3015-9297-2c93a1e47f47" [ 939.988533] env[69702]: _type = "Task" [ 939.988533] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.992616] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 939.992616] env[69702]: value = "task-3085382" [ 939.992616] env[69702]: _type = "Task" [ 939.992616] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.999332] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52679d0e-0b50-3015-9297-2c93a1e47f47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.004485] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.225602] env[69702]: DEBUG oslo_concurrency.lockutils [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Acquiring lock "40ee0632-ab45-4177-8f7f-5e1926d83646" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.225891] env[69702]: DEBUG oslo_concurrency.lockutils [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Lock "40ee0632-ab45-4177-8f7f-5e1926d83646" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.226128] env[69702]: DEBUG oslo_concurrency.lockutils [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Acquiring lock "40ee0632-ab45-4177-8f7f-5e1926d83646-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.226317] env[69702]: DEBUG oslo_concurrency.lockutils [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Lock "40ee0632-ab45-4177-8f7f-5e1926d83646-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.226499] env[69702]: DEBUG oslo_concurrency.lockutils [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Lock "40ee0632-ab45-4177-8f7f-5e1926d83646-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.231133] env[69702]: INFO nova.compute.manager [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Terminating instance [ 940.394043] env[69702]: DEBUG oslo_concurrency.lockutils [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.401619] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.451s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.401939] env[69702]: DEBUG nova.objects.instance [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lazy-loading 'resources' on Instance uuid 90d473bf-561d-466b-8b3f-6e1158b061ca {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.426579] env[69702]: INFO nova.scheduler.client.report [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Deleted allocations for instance 6388991a-f2d0-4de4-962a-b9320b0d0bf9 [ 940.435838] env[69702]: DEBUG nova.compute.manager [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.448167] env[69702]: DEBUG oslo_concurrency.lockutils [req-171575e3-6661-4baa-ab73-2a57de5e6ff6 req-99106989-ac11-412b-b62c-1c3d56d45326 service nova] Releasing lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.505684] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52679d0e-0b50-3015-9297-2c93a1e47f47, 'name': SearchDatastore_Task, 'duration_secs': 0.023213} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.511384] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.293269} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.511676] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062e93bf-2095-4696-b5d0-9ce7aa5ac0b3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.514552] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.515191] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27711624-f825-47a4-aa37-0c646d0ceda3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.521932] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 940.521932] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e58ae1-c11d-02f9-fca7-e3583d1f759f" [ 940.521932] env[69702]: _type = "Task" [ 940.521932] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.542808] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 756b27f4-cc48-4b25-8527-e0457185c7a8/756b27f4-cc48-4b25-8527-e0457185c7a8.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.548625] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63c723f8-2442-4127-98dd-b5d9a8540a02 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.571057] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e58ae1-c11d-02f9-fca7-e3583d1f759f, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.572712] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.572996] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 9b8c8a83-6547-497d-95b5-5dfaf79526ae/9b8c8a83-6547-497d-95b5-5dfaf79526ae.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.573326] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 940.573326] env[69702]: value = "task-3085386" [ 940.573326] env[69702]: _type = "Task" [ 940.573326] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.573526] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f131d29c-5b91-451c-b347-081343a7e424 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.584681] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.586242] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 940.586242] env[69702]: value = "task-3085387" [ 940.586242] env[69702]: _type = "Task" [ 940.586242] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.596524] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.736957] env[69702]: DEBUG nova.compute.manager [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.736957] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.737954] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95dd56d-53bd-470e-b009-b7cd424ae716 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.747704] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.748163] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cd8fe34-f168-4891-8449-7b715923e5fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.755046] env[69702]: DEBUG oslo_vmware.api [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Waiting for the task: (returnval){ [ 940.755046] env[69702]: value = "task-3085388" [ 940.755046] env[69702]: _type = "Task" [ 940.755046] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.767317] env[69702]: DEBUG oslo_vmware.api [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.940028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-993c774d-ff39-45f5-9239-caf49bb660c1 tempest-ServersNegativeTestMultiTenantJSON-1845888638 tempest-ServersNegativeTestMultiTenantJSON-1845888638-project-member] Lock "6388991a-f2d0-4de4-962a-b9320b0d0bf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.199s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.970370] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.086532] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085386, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.101301] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085387, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.217409] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb92813c-a452-4548-8342-644be355a6f3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.226801] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff7b156-9f79-43ab-9c45-815d6664046f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.263783] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724d3a12-9c26-45f4-88d9-32e8e62aab84 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.271433] env[69702]: DEBUG oslo_vmware.api [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085388, 'name': PowerOffVM_Task, 'duration_secs': 0.232118} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.273563] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.273756] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.274063] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b8a1046-c4d8-4181-a8dc-efcac8537bbc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.276432] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb25acd-cfa0-482e-9d73-683d5fb7ddde {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.292434] env[69702]: DEBUG nova.compute.provider_tree [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.344894] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.345482] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.345746] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Deleting the datastore file [datastore2] 40ee0632-ab45-4177-8f7f-5e1926d83646 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.346040] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bec65067-bae4-4067-bb87-3303765f1559 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.353446] env[69702]: DEBUG oslo_vmware.api [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Waiting for the task: (returnval){ [ 941.353446] env[69702]: value = "task-3085390" [ 941.353446] env[69702]: _type = "Task" [ 941.353446] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.362193] env[69702]: DEBUG oslo_vmware.api [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.589958] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085386, 'name': ReconfigVM_Task, 'duration_secs': 0.522926} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.590580] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 756b27f4-cc48-4b25-8527-e0457185c7a8/756b27f4-cc48-4b25-8527-e0457185c7a8.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.595635] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8c41dbf-5219-4855-b192-1eb879645926 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.604118] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549873} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.605077] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 9b8c8a83-6547-497d-95b5-5dfaf79526ae/9b8c8a83-6547-497d-95b5-5dfaf79526ae.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.606940] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.606940] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 941.606940] env[69702]: value = "task-3085391" [ 941.606940] env[69702]: _type = "Task" [ 941.606940] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.606940] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-138ae905-2841-494b-9ebb-65f5b6c048ed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.619851] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085391, 'name': Rename_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.621326] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 941.621326] env[69702]: value = "task-3085392" [ 941.621326] env[69702]: _type = "Task" [ 941.621326] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.630678] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.797210] env[69702]: DEBUG nova.scheduler.client.report [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.863868] env[69702]: DEBUG oslo_vmware.api [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Task: {'id': task-3085390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225163} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.864155] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.864345] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.864522] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.864698] env[69702]: INFO nova.compute.manager [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Took 1.13 seconds to destroy the instance on the hypervisor. [ 941.864939] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.865142] env[69702]: DEBUG nova.compute.manager [-] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.865233] env[69702]: DEBUG nova.network.neutron [-] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.118132] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085391, 'name': Rename_Task, 'duration_secs': 0.417416} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.118473] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.118757] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8f15dac-bd5e-4d65-b25d-428da5d84ae5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.129415] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 942.129415] env[69702]: value = "task-3085393" [ 942.129415] env[69702]: _type = "Task" [ 942.129415] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.138845] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193733} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.139641] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.140878] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e2a0fd-b969-4630-b208-d99c33fb25e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.153236] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085393, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.179509] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 9b8c8a83-6547-497d-95b5-5dfaf79526ae/9b8c8a83-6547-497d-95b5-5dfaf79526ae.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.179912] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c4896ad-94e7-4315-81b4-8ecdd2416d28 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.204740] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 942.204740] env[69702]: value = "task-3085394" [ 942.204740] env[69702]: _type = "Task" [ 942.204740] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.213203] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.306870] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.309531] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.339s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.311952] env[69702]: INFO nova.compute.claims [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.340509] env[69702]: INFO nova.scheduler.client.report [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Deleted allocations for instance 90d473bf-561d-466b-8b3f-6e1158b061ca [ 942.644393] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085393, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.721282] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085394, 'name': ReconfigVM_Task, 'duration_secs': 0.376148} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.721715] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 9b8c8a83-6547-497d-95b5-5dfaf79526ae/9b8c8a83-6547-497d-95b5-5dfaf79526ae.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.723721] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77648f0d-3ed7-49a4-837c-4ffc4b35d70a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.732427] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 942.732427] env[69702]: value = "task-3085396" [ 942.732427] env[69702]: _type = "Task" [ 942.732427] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.742437] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085396, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.850166] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34b0ed30-2368-40da-951f-41e971279180 tempest-ServersWithSpecificFlavorTestJSON-1882906237 tempest-ServersWithSpecificFlavorTestJSON-1882906237-project-member] Lock "90d473bf-561d-466b-8b3f-6e1158b061ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.017s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.946215] env[69702]: DEBUG nova.compute.manager [req-97094f6e-ce4e-4684-a967-ef39de51371b req-d8e41c8a-f390-495c-82d8-97b04645e615 service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Received event network-vif-deleted-27fef311-cc86-4a75-a0b0-650303822fb6 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.946516] env[69702]: INFO nova.compute.manager [req-97094f6e-ce4e-4684-a967-ef39de51371b req-d8e41c8a-f390-495c-82d8-97b04645e615 service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Neutron deleted interface 27fef311-cc86-4a75-a0b0-650303822fb6; detaching it from the instance and deleting it from the info cache [ 942.946730] env[69702]: DEBUG nova.network.neutron [req-97094f6e-ce4e-4684-a967-ef39de51371b req-d8e41c8a-f390-495c-82d8-97b04645e615 service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.144310] env[69702]: DEBUG oslo_vmware.api [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085393, 'name': PowerOnVM_Task, 'duration_secs': 0.671314} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.144674] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.144896] env[69702]: INFO nova.compute.manager [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Took 8.84 seconds to spawn the instance on the hypervisor. [ 943.145304] env[69702]: DEBUG nova.compute.manager [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.146446] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587c82b8-105d-4798-9b76-3c414d225994 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.249994] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085396, 'name': Rename_Task, 'duration_secs': 0.140616} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.249994] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.249994] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6762dad8-b58d-4e01-a1c7-da37cef8f047 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.256061] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 943.256061] env[69702]: value = "task-3085397" [ 943.256061] env[69702]: _type = "Task" [ 943.256061] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.266924] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.414507] env[69702]: DEBUG nova.network.neutron [-] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.450958] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f48ed6b8-ad06-452d-98dc-f6a548a78deb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.461140] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752a49ea-954c-44eb-a0b7-8af0fab24c30 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.501267] env[69702]: DEBUG nova.compute.manager [req-97094f6e-ce4e-4684-a967-ef39de51371b req-d8e41c8a-f390-495c-82d8-97b04645e615 service nova] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Detach interface failed, port_id=27fef311-cc86-4a75-a0b0-650303822fb6, reason: Instance 40ee0632-ab45-4177-8f7f-5e1926d83646 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.643229] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7af6c8-1e65-4086-be6a-8424a0e1dcd6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.651558] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc69fd34-3ccc-4e88-a735-68bafa18520c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.693959] env[69702]: INFO nova.compute.manager [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Took 20.98 seconds to build instance. [ 943.695654] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405eb077-a842-49da-a5e7-9bacdae8ac27 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.705150] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62243f56-9764-467d-96ee-e1bb2fe8f927 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.719660] env[69702]: DEBUG nova.compute.provider_tree [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.766427] env[69702]: DEBUG oslo_vmware.api [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085397, 'name': PowerOnVM_Task, 'duration_secs': 0.489808} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.767094] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.767309] env[69702]: INFO nova.compute.manager [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Took 7.03 seconds to spawn the instance on the hypervisor. [ 943.767576] env[69702]: DEBUG nova.compute.manager [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.768703] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414308c0-fe60-4e34-86ff-79ecda9dee21 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.920135] env[69702]: INFO nova.compute.manager [-] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Took 2.05 seconds to deallocate network for instance. [ 944.201268] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78b152df-2cd0-4ab8-8eed-dc0c6a4e227a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "756b27f4-cc48-4b25-8527-e0457185c7a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.498s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.252416] env[69702]: ERROR nova.scheduler.client.report [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [req-55794c54-cfaf-4298-9ec7-0b43519f8249] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5a08ce25-a270-4b9f-aabb-681250add3d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-55794c54-cfaf-4298-9ec7-0b43519f8249"}]} [ 944.275705] env[69702]: DEBUG nova.scheduler.client.report [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Refreshing inventories for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 944.289338] env[69702]: INFO nova.compute.manager [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Took 13.23 seconds to build instance. [ 944.308746] env[69702]: DEBUG nova.scheduler.client.report [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Updating ProviderTree inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 944.308746] env[69702]: DEBUG nova.compute.provider_tree [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.326875] env[69702]: DEBUG nova.scheduler.client.report [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Refreshing aggregate associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, aggregates: None {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 944.348898] env[69702]: DEBUG nova.scheduler.client.report [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Refreshing trait associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 944.425392] env[69702]: DEBUG oslo_concurrency.lockutils [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.622746] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05135561-acfb-4f2e-a963-64e5c8a1c9e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.637023] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b14e5a0-b27d-4230-a37f-4b1df5140b6e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.674556] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801ffc85-52d6-4007-8ef7-ec3bbc551a61 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.684440] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c365f7-6dd8-48dc-bff2-efd1a85fe738 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.703916] env[69702]: DEBUG nova.compute.provider_tree [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.791234] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b57dc97-e473-4bd8-89a3-bf44d809b241 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.743s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.987778] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 944.988033] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617652', 'volume_id': '4b475cdb-4300-46f4-884a-a5fd9dc6b0b1', 'name': 'volume-4b475cdb-4300-46f4-884a-a5fd9dc6b0b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd568869e-b62b-44ba-9fcf-f500612598ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4b475cdb-4300-46f4-884a-a5fd9dc6b0b1', 'serial': '4b475cdb-4300-46f4-884a-a5fd9dc6b0b1'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 944.988906] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af996f55-6da4-4348-b6a3-d4fe0175f202 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.005953] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf782e3-080f-4e6a-b9b1-e29f7c09dd00 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.036048] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-4b475cdb-4300-46f4-884a-a5fd9dc6b0b1/volume-4b475cdb-4300-46f4-884a-a5fd9dc6b0b1.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.036048] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-576114a4-91c8-4564-8ecc-75a7e43207ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.051484] env[69702]: DEBUG oslo_vmware.api [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 945.051484] env[69702]: value = "task-3085398" [ 945.051484] env[69702]: _type = "Task" [ 945.051484] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.060586] env[69702]: DEBUG oslo_vmware.api [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.213210] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "cd599a29-83f5-4f78-91b5-7e74ad4755db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.213543] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "cd599a29-83f5-4f78-91b5-7e74ad4755db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.237357] env[69702]: ERROR nova.scheduler.client.report [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [req-4a0ccfa0-47ff-431d-93cb-1af82c5b77bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5a08ce25-a270-4b9f-aabb-681250add3d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a0ccfa0-47ff-431d-93cb-1af82c5b77bd"}]} [ 945.260155] env[69702]: DEBUG nova.scheduler.client.report [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Refreshing inventories for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 945.284091] env[69702]: DEBUG nova.scheduler.client.report [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Updating ProviderTree inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 945.284091] env[69702]: DEBUG nova.compute.provider_tree [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.301574] env[69702]: DEBUG nova.scheduler.client.report [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Refreshing aggregate associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, aggregates: None {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 945.427483] env[69702]: DEBUG nova.scheduler.client.report [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Refreshing trait associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 945.571163] env[69702]: DEBUG oslo_vmware.api [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085398, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.716093] env[69702]: DEBUG nova.compute.manager [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.726771] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cce805-13ad-47cf-a9af-a0a15b3444ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.733977] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1ca25f-35c4-47b4-a0fe-0bb8fb71fc1f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.768580] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ff9a11-9f3f-4c4d-b635-19af874ce816 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.777474] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4bbb6d-d790-4f2b-9b44-f0cd5f50123b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.792429] env[69702]: DEBUG nova.compute.provider_tree [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.066950] env[69702]: DEBUG oslo_vmware.api [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085398, 'name': ReconfigVM_Task, 'duration_secs': 0.529143} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.067664] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-4b475cdb-4300-46f4-884a-a5fd9dc6b0b1/volume-4b475cdb-4300-46f4-884a-a5fd9dc6b0b1.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.074316] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a28df9a5-0fc4-4a55-837c-56ce26da5519 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.091729] env[69702]: DEBUG oslo_vmware.api [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 946.091729] env[69702]: value = "task-3085399" [ 946.091729] env[69702]: _type = "Task" [ 946.091729] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.101389] env[69702]: DEBUG oslo_vmware.api [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.241016] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.296302] env[69702]: DEBUG nova.scheduler.client.report [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.608554] env[69702]: DEBUG oslo_vmware.api [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085399, 'name': ReconfigVM_Task, 'duration_secs': 0.200435} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.611768] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617652', 'volume_id': '4b475cdb-4300-46f4-884a-a5fd9dc6b0b1', 'name': 'volume-4b475cdb-4300-46f4-884a-a5fd9dc6b0b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd568869e-b62b-44ba-9fcf-f500612598ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4b475cdb-4300-46f4-884a-a5fd9dc6b0b1', 'serial': '4b475cdb-4300-46f4-884a-a5fd9dc6b0b1'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 946.633871] env[69702]: DEBUG nova.compute.manager [req-d7169452-5fc1-493b-a0b6-856268eba0d4 req-8a6b414f-27d3-4835-a9b2-0822fc49b722 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Received event network-changed-be9624a2-5999-4c8d-a6ba-05831e846c7b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.633871] env[69702]: DEBUG nova.compute.manager [req-d7169452-5fc1-493b-a0b6-856268eba0d4 req-8a6b414f-27d3-4835-a9b2-0822fc49b722 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Refreshing instance network info cache due to event network-changed-be9624a2-5999-4c8d-a6ba-05831e846c7b. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.633871] env[69702]: DEBUG oslo_concurrency.lockutils [req-d7169452-5fc1-493b-a0b6-856268eba0d4 req-8a6b414f-27d3-4835-a9b2-0822fc49b722 service nova] Acquiring lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.634261] env[69702]: DEBUG oslo_concurrency.lockutils [req-d7169452-5fc1-493b-a0b6-856268eba0d4 req-8a6b414f-27d3-4835-a9b2-0822fc49b722 service nova] Acquired lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.634856] env[69702]: DEBUG nova.network.neutron [req-d7169452-5fc1-493b-a0b6-856268eba0d4 req-8a6b414f-27d3-4835-a9b2-0822fc49b722 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Refreshing network info cache for port be9624a2-5999-4c8d-a6ba-05831e846c7b {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.805447] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.494s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.805447] env[69702]: DEBUG nova.compute.manager [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.807034] env[69702]: DEBUG oslo_concurrency.lockutils [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.382s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.807278] env[69702]: DEBUG nova.objects.instance [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Lazy-loading 'resources' on Instance uuid 40ee0632-ab45-4177-8f7f-5e1926d83646 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.310567] env[69702]: DEBUG nova.compute.utils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.315438] env[69702]: DEBUG nova.compute.manager [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.315583] env[69702]: DEBUG nova.network.neutron [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.434317] env[69702]: DEBUG nova.policy [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '716adb946d69497da836ff07210110ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffbd8c4f167948929c8fce43de842a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.600113] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b881fa-4b85-4ee5-ba7b-ce332ffc18c3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.612855] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b7c006-7ba5-433c-a976-ef5e656539bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.658956] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea821120-f71f-4a32-8ed2-ebd6eca227da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.663659] env[69702]: DEBUG nova.objects.instance [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lazy-loading 'flavor' on Instance uuid d568869e-b62b-44ba-9fcf-f500612598ca {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.671067] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba26b89-ef24-4e74-bab2-258c1c9941f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.686422] env[69702]: DEBUG nova.compute.provider_tree [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.701242] env[69702]: DEBUG nova.network.neutron [req-d7169452-5fc1-493b-a0b6-856268eba0d4 req-8a6b414f-27d3-4835-a9b2-0822fc49b722 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updated VIF entry in instance network info cache for port be9624a2-5999-4c8d-a6ba-05831e846c7b. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.701605] env[69702]: DEBUG nova.network.neutron [req-d7169452-5fc1-493b-a0b6-856268eba0d4 req-8a6b414f-27d3-4835-a9b2-0822fc49b722 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance_info_cache with network_info: [{"id": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "address": "fa:16:3e:4e:5f:3f", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9624a2-59", "ovs_interfaceid": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.821162] env[69702]: DEBUG nova.compute.manager [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.970174] env[69702]: DEBUG nova.network.neutron [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Successfully created port: 297bc1d8-06b7-4ed4-936f-bfc18e486f0c {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.169140] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8b2e645a-d126-46e0-8a56-ffdad66c4ef7 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "d568869e-b62b-44ba-9fcf-f500612598ca" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.334s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.193019] env[69702]: DEBUG nova.scheduler.client.report [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.206332] env[69702]: DEBUG oslo_concurrency.lockutils [req-d7169452-5fc1-493b-a0b6-856268eba0d4 req-8a6b414f-27d3-4835-a9b2-0822fc49b722 service nova] Releasing lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.437847] env[69702]: DEBUG oslo_concurrency.lockutils [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "d568869e-b62b-44ba-9fcf-f500612598ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.437847] env[69702]: DEBUG oslo_concurrency.lockutils [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "d568869e-b62b-44ba-9fcf-f500612598ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.437847] env[69702]: DEBUG oslo_concurrency.lockutils [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "d568869e-b62b-44ba-9fcf-f500612598ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.437847] env[69702]: DEBUG oslo_concurrency.lockutils [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "d568869e-b62b-44ba-9fcf-f500612598ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.437847] env[69702]: DEBUG oslo_concurrency.lockutils [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "d568869e-b62b-44ba-9fcf-f500612598ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.439317] env[69702]: INFO nova.compute.manager [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Terminating instance [ 948.697392] env[69702]: DEBUG oslo_concurrency.lockutils [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.701139] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.459s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.704806] env[69702]: INFO nova.compute.claims [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.767139] env[69702]: INFO nova.scheduler.client.report [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Deleted allocations for instance 40ee0632-ab45-4177-8f7f-5e1926d83646 [ 948.832642] env[69702]: DEBUG nova.compute.manager [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.867126] env[69702]: DEBUG nova.virt.hardware [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.867371] env[69702]: DEBUG nova.virt.hardware [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.867562] env[69702]: DEBUG nova.virt.hardware [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.867923] env[69702]: DEBUG nova.virt.hardware [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.867923] env[69702]: DEBUG nova.virt.hardware [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.868410] env[69702]: DEBUG nova.virt.hardware [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.868820] env[69702]: DEBUG nova.virt.hardware [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.869059] env[69702]: DEBUG nova.virt.hardware [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.869281] env[69702]: DEBUG nova.virt.hardware [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.869463] env[69702]: DEBUG nova.virt.hardware [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.869645] env[69702]: DEBUG nova.virt.hardware [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.870535] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0676d4e0-b49e-4da3-9d6e-f6ef31e65ca5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.882795] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0ee4c0-6d96-46bc-93b5-d8981cb90e23 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.944183] env[69702]: DEBUG nova.compute.manager [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.944573] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.944755] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d67e7358-cded-4a0a-8317-caac28514550 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.954142] env[69702]: DEBUG oslo_vmware.api [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 948.954142] env[69702]: value = "task-3085400" [ 948.954142] env[69702]: _type = "Task" [ 948.954142] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.967806] env[69702]: DEBUG oslo_vmware.api [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.278964] env[69702]: DEBUG oslo_concurrency.lockutils [None req-62b48efe-48c1-465f-ab0e-343b55487ebd tempest-ServersV294TestFqdnHostnames-1740617524 tempest-ServersV294TestFqdnHostnames-1740617524-project-member] Lock "40ee0632-ab45-4177-8f7f-5e1926d83646" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.053s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.468936] env[69702]: DEBUG oslo_vmware.api [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085400, 'name': PowerOffVM_Task, 'duration_secs': 0.291805} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.469728] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.470134] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 949.470454] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617652', 'volume_id': '4b475cdb-4300-46f4-884a-a5fd9dc6b0b1', 'name': 'volume-4b475cdb-4300-46f4-884a-a5fd9dc6b0b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd568869e-b62b-44ba-9fcf-f500612598ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4b475cdb-4300-46f4-884a-a5fd9dc6b0b1', 'serial': '4b475cdb-4300-46f4-884a-a5fd9dc6b0b1'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 949.471397] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d241f76-ed5e-48e6-97af-b1bdaa6ff3a9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.502563] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25c5e54-ce27-44b8-806e-7eec25c0116d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.509709] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28126fd8-be5f-40c2-900b-95ff19916192 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.530507] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50474f7-b9de-4e07-bdc8-2c23309dae00 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.547458] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] The volume has not been displaced from its original location: [datastore2] volume-4b475cdb-4300-46f4-884a-a5fd9dc6b0b1/volume-4b475cdb-4300-46f4-884a-a5fd9dc6b0b1.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 949.553223] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 949.553512] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51320df5-a3f9-4949-ac2d-9ae28ebdb2ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.572735] env[69702]: DEBUG oslo_vmware.api [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 949.572735] env[69702]: value = "task-3085401" [ 949.572735] env[69702]: _type = "Task" [ 949.572735] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.583468] env[69702]: DEBUG oslo_vmware.api [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.634679] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2894a188-3b23-43bb-871a-2ce9018e6883 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "interface-248e1129-34e7-4f2e-af05-22fe4314b24e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.635014] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2894a188-3b23-43bb-871a-2ce9018e6883 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-248e1129-34e7-4f2e-af05-22fe4314b24e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.635301] env[69702]: DEBUG nova.objects.instance [None req-2894a188-3b23-43bb-871a-2ce9018e6883 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'flavor' on Instance uuid 248e1129-34e7-4f2e-af05-22fe4314b24e {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.863933] env[69702]: DEBUG nova.network.neutron [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Successfully updated port: 297bc1d8-06b7-4ed4-936f-bfc18e486f0c {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.895902] env[69702]: DEBUG nova.compute.manager [req-3fe8aa95-55c6-4fd4-8422-949b1ac5a748 req-3e9bc9e2-c0f8-4a24-97aa-9185e58e472c service nova] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Received event network-vif-plugged-297bc1d8-06b7-4ed4-936f-bfc18e486f0c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.896126] env[69702]: DEBUG oslo_concurrency.lockutils [req-3fe8aa95-55c6-4fd4-8422-949b1ac5a748 req-3e9bc9e2-c0f8-4a24-97aa-9185e58e472c service nova] Acquiring lock "40e17766-025e-41ad-84fb-c7a9480ffd20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.896447] env[69702]: DEBUG oslo_concurrency.lockutils [req-3fe8aa95-55c6-4fd4-8422-949b1ac5a748 req-3e9bc9e2-c0f8-4a24-97aa-9185e58e472c service nova] Lock "40e17766-025e-41ad-84fb-c7a9480ffd20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.896569] env[69702]: DEBUG oslo_concurrency.lockutils [req-3fe8aa95-55c6-4fd4-8422-949b1ac5a748 req-3e9bc9e2-c0f8-4a24-97aa-9185e58e472c service nova] Lock "40e17766-025e-41ad-84fb-c7a9480ffd20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.896649] env[69702]: DEBUG nova.compute.manager [req-3fe8aa95-55c6-4fd4-8422-949b1ac5a748 req-3e9bc9e2-c0f8-4a24-97aa-9185e58e472c service nova] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] No waiting events found dispatching network-vif-plugged-297bc1d8-06b7-4ed4-936f-bfc18e486f0c {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.896805] env[69702]: WARNING nova.compute.manager [req-3fe8aa95-55c6-4fd4-8422-949b1ac5a748 req-3e9bc9e2-c0f8-4a24-97aa-9185e58e472c service nova] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Received unexpected event network-vif-plugged-297bc1d8-06b7-4ed4-936f-bfc18e486f0c for instance with vm_state building and task_state spawning. [ 949.973297] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09876610-0132-4c16-86b5-00846a7cb017 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.983116] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d57eaf-6d71-4cbd-bc9b-4b01d7f89a3b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.016169] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acde771d-a483-4a09-9555-209f7824ae97 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.023982] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1982ad1d-0ec5-4013-b5ea-1505958cf3fd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.042018] env[69702]: DEBUG nova.compute.provider_tree [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.083445] env[69702]: DEBUG oslo_vmware.api [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085401, 'name': ReconfigVM_Task, 'duration_secs': 0.29619} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.083901] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 950.088477] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e34a39-f45e-4c34-aa47-f777baa828cc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.109223] env[69702]: DEBUG oslo_vmware.api [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 950.109223] env[69702]: value = "task-3085402" [ 950.109223] env[69702]: _type = "Task" [ 950.109223] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.118644] env[69702]: DEBUG oslo_vmware.api [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.143294] env[69702]: DEBUG nova.objects.instance [None req-2894a188-3b23-43bb-871a-2ce9018e6883 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'pci_requests' on Instance uuid 248e1129-34e7-4f2e-af05-22fe4314b24e {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.366582] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "refresh_cache-40e17766-025e-41ad-84fb-c7a9480ffd20" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.366582] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "refresh_cache-40e17766-025e-41ad-84fb-c7a9480ffd20" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.366582] env[69702]: DEBUG nova.network.neutron [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.494816] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.495101] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.545534] env[69702]: DEBUG nova.scheduler.client.report [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.620756] env[69702]: DEBUG oslo_vmware.api [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085402, 'name': ReconfigVM_Task, 'duration_secs': 0.346726} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.621099] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617652', 'volume_id': '4b475cdb-4300-46f4-884a-a5fd9dc6b0b1', 'name': 'volume-4b475cdb-4300-46f4-884a-a5fd9dc6b0b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd568869e-b62b-44ba-9fcf-f500612598ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4b475cdb-4300-46f4-884a-a5fd9dc6b0b1', 'serial': '4b475cdb-4300-46f4-884a-a5fd9dc6b0b1'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 950.621940] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.622777] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee60a4d7-c023-4d2f-96e1-76c5cab5ae4f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.630784] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.631031] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9713a0ca-8e34-49c1-8353-cdd4d3dc7e78 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.645792] env[69702]: DEBUG nova.objects.base [None req-2894a188-3b23-43bb-871a-2ce9018e6883 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Object Instance<248e1129-34e7-4f2e-af05-22fe4314b24e> lazy-loaded attributes: flavor,pci_requests {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 950.646951] env[69702]: DEBUG nova.network.neutron [None req-2894a188-3b23-43bb-871a-2ce9018e6883 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.701698] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.703233] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.703233] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleting the datastore file [datastore2] d568869e-b62b-44ba-9fcf-f500612598ca {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.703233] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d19f20f4-1647-46f2-a144-60bc420ee32a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.710760] env[69702]: DEBUG oslo_vmware.api [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 950.710760] env[69702]: value = "task-3085404" [ 950.710760] env[69702]: _type = "Task" [ 950.710760] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.720106] env[69702]: DEBUG oslo_vmware.api [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.775450] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2894a188-3b23-43bb-871a-2ce9018e6883 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-248e1129-34e7-4f2e-af05-22fe4314b24e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.140s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.932417] env[69702]: DEBUG nova.network.neutron [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.997618] env[69702]: DEBUG nova.compute.manager [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.050600] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.051172] env[69702]: DEBUG nova.compute.manager [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.145983] env[69702]: DEBUG nova.network.neutron [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Updating instance_info_cache with network_info: [{"id": "297bc1d8-06b7-4ed4-936f-bfc18e486f0c", "address": "fa:16:3e:6c:86:13", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap297bc1d8-06", "ovs_interfaceid": "297bc1d8-06b7-4ed4-936f-bfc18e486f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.222761] env[69702]: DEBUG oslo_vmware.api [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169438} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.222948] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.223148] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.223324] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.223499] env[69702]: INFO nova.compute.manager [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Took 2.28 seconds to destroy the instance on the hypervisor. [ 951.223750] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.223950] env[69702]: DEBUG nova.compute.manager [-] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.224053] env[69702]: DEBUG nova.network.neutron [-] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.532164] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.533130] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.540262] env[69702]: INFO nova.compute.claims [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.557906] env[69702]: DEBUG nova.compute.utils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.563870] env[69702]: DEBUG nova.compute.manager [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.564079] env[69702]: DEBUG nova.network.neutron [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.648964] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "refresh_cache-40e17766-025e-41ad-84fb-c7a9480ffd20" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.649643] env[69702]: DEBUG nova.compute.manager [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Instance network_info: |[{"id": "297bc1d8-06b7-4ed4-936f-bfc18e486f0c", "address": "fa:16:3e:6c:86:13", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap297bc1d8-06", "ovs_interfaceid": "297bc1d8-06b7-4ed4-936f-bfc18e486f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.650178] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:86:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '297bc1d8-06b7-4ed4-936f-bfc18e486f0c', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.661594] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Creating folder: Project (ffbd8c4f167948929c8fce43de842a26). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.663470] env[69702]: DEBUG nova.policy [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '404f899d06f94485b50bd02d224cd04f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7af0adbcae04c3eae9371ff9ece902b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.666546] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c51a72e2-6f03-46d8-8df5-4cd21f5404e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.678223] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Created folder: Project (ffbd8c4f167948929c8fce43de842a26) in parent group-v617437. [ 951.678340] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Creating folder: Instances. Parent ref: group-v617653. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.678614] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a129d81-e112-4b0f-aa55-5b6ec784d95f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.687970] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Created folder: Instances in parent group-v617653. [ 951.688313] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.688412] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.688652] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-692d7840-041f-4359-acbb-b39da748e0b9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.707523] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.707523] env[69702]: value = "task-3085407" [ 951.707523] env[69702]: _type = "Task" [ 951.707523] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.715295] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085407, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.055784] env[69702]: DEBUG nova.compute.manager [req-dd534146-8430-4d42-8959-122e4d802f14 req-0c592f5d-bf55-4036-bb17-d9324e5299d0 service nova] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Received event network-changed-297bc1d8-06b7-4ed4-936f-bfc18e486f0c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.055980] env[69702]: DEBUG nova.compute.manager [req-dd534146-8430-4d42-8959-122e4d802f14 req-0c592f5d-bf55-4036-bb17-d9324e5299d0 service nova] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Refreshing instance network info cache due to event network-changed-297bc1d8-06b7-4ed4-936f-bfc18e486f0c. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.056205] env[69702]: DEBUG oslo_concurrency.lockutils [req-dd534146-8430-4d42-8959-122e4d802f14 req-0c592f5d-bf55-4036-bb17-d9324e5299d0 service nova] Acquiring lock "refresh_cache-40e17766-025e-41ad-84fb-c7a9480ffd20" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.056974] env[69702]: DEBUG oslo_concurrency.lockutils [req-dd534146-8430-4d42-8959-122e4d802f14 req-0c592f5d-bf55-4036-bb17-d9324e5299d0 service nova] Acquired lock "refresh_cache-40e17766-025e-41ad-84fb-c7a9480ffd20" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.056974] env[69702]: DEBUG nova.network.neutron [req-dd534146-8430-4d42-8959-122e4d802f14 req-0c592f5d-bf55-4036-bb17-d9324e5299d0 service nova] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Refreshing network info cache for port 297bc1d8-06b7-4ed4-936f-bfc18e486f0c {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.068123] env[69702]: DEBUG nova.compute.manager [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.088485] env[69702]: DEBUG nova.network.neutron [-] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.220362] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085407, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.596934] env[69702]: INFO nova.compute.manager [-] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Took 1.37 seconds to deallocate network for instance. [ 952.601983] env[69702]: DEBUG nova.network.neutron [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Successfully created port: bc232c81-5c03-4112-854c-eb0c6b310edd {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.693360] env[69702]: DEBUG oslo_concurrency.lockutils [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "interface-248e1129-34e7-4f2e-af05-22fe4314b24e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.693360] env[69702]: DEBUG oslo_concurrency.lockutils [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-248e1129-34e7-4f2e-af05-22fe4314b24e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.693624] env[69702]: DEBUG nova.objects.instance [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'flavor' on Instance uuid 248e1129-34e7-4f2e-af05-22fe4314b24e {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.719873] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085407, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.946472] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab3de08-1b93-46e4-ba5b-9a1ab035312a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.957660] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1cd03a-f509-4075-9496-b22918011751 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.997824] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f114f15a-e07e-40e5-9197-8608a3bd2285 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.006671] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9af3f4f-aab6-407e-bac7-f4713c721827 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.022140] env[69702]: DEBUG nova.compute.provider_tree [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.080513] env[69702]: DEBUG nova.compute.manager [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.117155] env[69702]: DEBUG nova.virt.hardware [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.117155] env[69702]: DEBUG nova.virt.hardware [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.117323] env[69702]: DEBUG nova.virt.hardware [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.117880] env[69702]: DEBUG nova.virt.hardware [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.118099] env[69702]: DEBUG nova.virt.hardware [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.118255] env[69702]: DEBUG nova.virt.hardware [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.118469] env[69702]: DEBUG nova.virt.hardware [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.118640] env[69702]: DEBUG nova.virt.hardware [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.118811] env[69702]: DEBUG nova.virt.hardware [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.118976] env[69702]: DEBUG nova.virt.hardware [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.119177] env[69702]: DEBUG nova.virt.hardware [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.120053] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d153493-2028-4597-9191-a334f416e9cd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.123797] env[69702]: DEBUG nova.network.neutron [req-dd534146-8430-4d42-8959-122e4d802f14 req-0c592f5d-bf55-4036-bb17-d9324e5299d0 service nova] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Updated VIF entry in instance network info cache for port 297bc1d8-06b7-4ed4-936f-bfc18e486f0c. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.124134] env[69702]: DEBUG nova.network.neutron [req-dd534146-8430-4d42-8959-122e4d802f14 req-0c592f5d-bf55-4036-bb17-d9324e5299d0 service nova] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Updating instance_info_cache with network_info: [{"id": "297bc1d8-06b7-4ed4-936f-bfc18e486f0c", "address": "fa:16:3e:6c:86:13", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap297bc1d8-06", "ovs_interfaceid": "297bc1d8-06b7-4ed4-936f-bfc18e486f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.131125] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaa8401-ea2b-471f-9822-868719896e10 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.168154] env[69702]: INFO nova.compute.manager [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Took 0.57 seconds to detach 1 volumes for instance. [ 953.221605] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085407, 'name': CreateVM_Task, 'duration_secs': 1.368665} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.221605] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.221605] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.221605] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.221605] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.221605] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5bed068-5afd-485c-9ff6-6c1f4b8bb248 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.226345] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 953.226345] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52723125-d871-f6c6-efce-85ff61852f8b" [ 953.226345] env[69702]: _type = "Task" [ 953.226345] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.234748] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52723125-d871-f6c6-efce-85ff61852f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.337448] env[69702]: DEBUG nova.objects.instance [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'pci_requests' on Instance uuid 248e1129-34e7-4f2e-af05-22fe4314b24e {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.545549] env[69702]: ERROR nova.scheduler.client.report [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [req-a1e30d04-7a05-46fd-b5f5-d22312e66430] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5a08ce25-a270-4b9f-aabb-681250add3d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a1e30d04-7a05-46fd-b5f5-d22312e66430"}]} [ 953.564166] env[69702]: DEBUG nova.scheduler.client.report [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Refreshing inventories for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 953.593997] env[69702]: DEBUG nova.scheduler.client.report [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Updating ProviderTree inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 953.594364] env[69702]: DEBUG nova.compute.provider_tree [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.613828] env[69702]: DEBUG nova.scheduler.client.report [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Refreshing aggregate associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, aggregates: None {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 953.629015] env[69702]: DEBUG oslo_concurrency.lockutils [req-dd534146-8430-4d42-8959-122e4d802f14 req-0c592f5d-bf55-4036-bb17-d9324e5299d0 service nova] Releasing lock "refresh_cache-40e17766-025e-41ad-84fb-c7a9480ffd20" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.629867] env[69702]: DEBUG nova.compute.manager [req-dd534146-8430-4d42-8959-122e4d802f14 req-0c592f5d-bf55-4036-bb17-d9324e5299d0 service nova] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Received event network-vif-deleted-b09a30f1-fa06-4883-ad01-c79663a9904e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.629867] env[69702]: INFO nova.compute.manager [req-dd534146-8430-4d42-8959-122e4d802f14 req-0c592f5d-bf55-4036-bb17-d9324e5299d0 service nova] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Neutron deleted interface b09a30f1-fa06-4883-ad01-c79663a9904e; detaching it from the instance and deleting it from the info cache [ 953.629867] env[69702]: DEBUG nova.network.neutron [req-dd534146-8430-4d42-8959-122e4d802f14 req-0c592f5d-bf55-4036-bb17-d9324e5299d0 service nova] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.633080] env[69702]: DEBUG nova.scheduler.client.report [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Refreshing trait associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 953.674530] env[69702]: DEBUG oslo_concurrency.lockutils [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.737309] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52723125-d871-f6c6-efce-85ff61852f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009632} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.740904] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.742342] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.742659] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.742883] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.743140] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.743699] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94e43b9d-599f-4cda-966a-a3149579ee05 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.754234] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.754234] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.754234] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56677b2-8b8b-46a5-ab1b-122e7cbb402d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.763296] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 953.763296] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52989e15-51c1-95b1-fe46-7ff41f35c882" [ 953.763296] env[69702]: _type = "Task" [ 953.763296] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.771307] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52989e15-51c1-95b1-fe46-7ff41f35c882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.840473] env[69702]: DEBUG nova.objects.base [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Object Instance<248e1129-34e7-4f2e-af05-22fe4314b24e> lazy-loaded attributes: flavor,pci_requests {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 953.840742] env[69702]: DEBUG nova.network.neutron [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.886301] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c563633-dfe0-4e34-b809-c0e102f37d2a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.894428] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c409ea5-c38a-496d-82e0-0efccb44f1bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.938332] env[69702]: DEBUG nova.policy [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd10bbe1bf4894d159adfa9608fb6ebcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9251ee7f0dc6425f8bb25921c6ae3377', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.939710] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b578a6-e0eb-40fe-a28a-c55daf7a6840 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.947692] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb453681-162b-4588-983c-065a55c2fba8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.962774] env[69702]: DEBUG nova.compute.provider_tree [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.137837] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c57e6de-c69d-4808-beef-242a9d00a765 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.153019] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8b5a90-4463-4631-a2ab-7f23c7b5d4c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.183365] env[69702]: DEBUG nova.compute.manager [req-dd534146-8430-4d42-8959-122e4d802f14 req-0c592f5d-bf55-4036-bb17-d9324e5299d0 service nova] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Detach interface failed, port_id=b09a30f1-fa06-4883-ad01-c79663a9904e, reason: Instance d568869e-b62b-44ba-9fcf-f500612598ca could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.278918] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52989e15-51c1-95b1-fe46-7ff41f35c882, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.278918] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1e65b7-c61d-45ce-9507-e14b19d7f602 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.282927] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 954.282927] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520bc2db-23ba-d626-0f58-2956feb04bb1" [ 954.282927] env[69702]: _type = "Task" [ 954.282927] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.291674] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520bc2db-23ba-d626-0f58-2956feb04bb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.479174] env[69702]: DEBUG nova.network.neutron [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Successfully created port: 0d43a811-06f9-4def-ba8e-1be10293b5b7 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.498628] env[69702]: DEBUG nova.scheduler.client.report [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Updated inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 954.498885] env[69702]: DEBUG nova.compute.provider_tree [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Updating resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 generation from 97 to 98 during operation: update_inventory {{(pid=69702) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 954.499081] env[69702]: DEBUG nova.compute.provider_tree [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.795915] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520bc2db-23ba-d626-0f58-2956feb04bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.796361] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.796464] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 40e17766-025e-41ad-84fb-c7a9480ffd20/40e17766-025e-41ad-84fb-c7a9480ffd20.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.796723] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e1a4b85-a1bd-49c4-aeac-28acb34261f3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.803207] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 954.803207] env[69702]: value = "task-3085408" [ 954.803207] env[69702]: _type = "Task" [ 954.803207] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.814192] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.838765] env[69702]: DEBUG nova.network.neutron [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Successfully updated port: bc232c81-5c03-4112-854c-eb0c6b310edd {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.922314] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Acquiring lock "7c167f2c-df6b-4679-b223-357d2d0945f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.922602] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Lock "7c167f2c-df6b-4679-b223-357d2d0945f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.922815] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Acquiring lock "7c167f2c-df6b-4679-b223-357d2d0945f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.923024] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Lock "7c167f2c-df6b-4679-b223-357d2d0945f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.923219] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Lock "7c167f2c-df6b-4679-b223-357d2d0945f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.929798] env[69702]: INFO nova.compute.manager [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Terminating instance [ 955.004447] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.472s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.006200] env[69702]: DEBUG nova.compute.manager [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.008700] env[69702]: DEBUG oslo_concurrency.lockutils [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.334s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.009017] env[69702]: DEBUG nova.objects.instance [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lazy-loading 'resources' on Instance uuid d568869e-b62b-44ba-9fcf-f500612598ca {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.315820] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498206} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.317055] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 40e17766-025e-41ad-84fb-c7a9480ffd20/40e17766-025e-41ad-84fb-c7a9480ffd20.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.317163] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.317422] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4296fb44-1085-4a23-9bc7-632de47921ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.323820] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 955.323820] env[69702]: value = "task-3085409" [ 955.323820] env[69702]: _type = "Task" [ 955.323820] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.332188] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.341946] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "refresh_cache-cd599a29-83f5-4f78-91b5-7e74ad4755db" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.342023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "refresh_cache-cd599a29-83f5-4f78-91b5-7e74ad4755db" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.342725] env[69702]: DEBUG nova.network.neutron [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.436995] env[69702]: DEBUG nova.compute.manager [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.436995] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.436995] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dadafa-7537-489b-9323-da8c5fe40563 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.449481] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.449843] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dee99174-48d6-4d6d-964e-1e4a0247800c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.453750] env[69702]: DEBUG nova.compute.manager [req-fb1e5ca6-8ced-497d-95cc-9ef0ddf1c926 req-8fc354fc-b6f3-4c56-8f0e-1fd185be5bfe service nova] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Received event network-vif-plugged-bc232c81-5c03-4112-854c-eb0c6b310edd {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.453990] env[69702]: DEBUG oslo_concurrency.lockutils [req-fb1e5ca6-8ced-497d-95cc-9ef0ddf1c926 req-8fc354fc-b6f3-4c56-8f0e-1fd185be5bfe service nova] Acquiring lock "cd599a29-83f5-4f78-91b5-7e74ad4755db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.454268] env[69702]: DEBUG oslo_concurrency.lockutils [req-fb1e5ca6-8ced-497d-95cc-9ef0ddf1c926 req-8fc354fc-b6f3-4c56-8f0e-1fd185be5bfe service nova] Lock "cd599a29-83f5-4f78-91b5-7e74ad4755db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.454485] env[69702]: DEBUG oslo_concurrency.lockutils [req-fb1e5ca6-8ced-497d-95cc-9ef0ddf1c926 req-8fc354fc-b6f3-4c56-8f0e-1fd185be5bfe service nova] Lock "cd599a29-83f5-4f78-91b5-7e74ad4755db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.454703] env[69702]: DEBUG nova.compute.manager [req-fb1e5ca6-8ced-497d-95cc-9ef0ddf1c926 req-8fc354fc-b6f3-4c56-8f0e-1fd185be5bfe service nova] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] No waiting events found dispatching network-vif-plugged-bc232c81-5c03-4112-854c-eb0c6b310edd {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.454975] env[69702]: WARNING nova.compute.manager [req-fb1e5ca6-8ced-497d-95cc-9ef0ddf1c926 req-8fc354fc-b6f3-4c56-8f0e-1fd185be5bfe service nova] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Received unexpected event network-vif-plugged-bc232c81-5c03-4112-854c-eb0c6b310edd for instance with vm_state building and task_state spawning. [ 955.460177] env[69702]: DEBUG oslo_vmware.api [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Waiting for the task: (returnval){ [ 955.460177] env[69702]: value = "task-3085410" [ 955.460177] env[69702]: _type = "Task" [ 955.460177] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.470484] env[69702]: DEBUG oslo_vmware.api [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.513170] env[69702]: DEBUG nova.compute.utils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.523442] env[69702]: DEBUG nova.compute.manager [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.523736] env[69702]: DEBUG nova.network.neutron [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.603401] env[69702]: DEBUG nova.policy [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52e2a304ba9d4df9836c086ba0cdf4cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ebff80dbf8b4ad297853c502ecc46ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.806284] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f977507-0ace-4b76-84b7-44eceec1cccd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.814457] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3a9912-2d3f-49d5-9afb-a53df1948396 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.851061] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69e624a-ade5-4eb7-bc82-9484b6f9bcf0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.859511] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065555} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.861888] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.862460] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b1eb4e-612e-4856-a11c-44548eddec53 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.865826] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de89598-cd16-4dd3-9600-6ce90d6f961e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.879589] env[69702]: DEBUG nova.compute.provider_tree [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.898845] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 40e17766-025e-41ad-84fb-c7a9480ffd20/40e17766-025e-41ad-84fb-c7a9480ffd20.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.900710] env[69702]: DEBUG nova.network.neutron [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.906504] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb7001c-1658-4ad6-9bed-d859aaad114c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.923906] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 955.923906] env[69702]: value = "task-3085411" [ 955.923906] env[69702]: _type = "Task" [ 955.923906] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.931592] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.948491] env[69702]: DEBUG nova.scheduler.client.report [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Updated inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 955.948954] env[69702]: DEBUG nova.compute.provider_tree [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Updating resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 generation from 98 to 99 during operation: update_inventory {{(pid=69702) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 955.949083] env[69702]: DEBUG nova.compute.provider_tree [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.973373] env[69702]: DEBUG oslo_vmware.api [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085410, 'name': PowerOffVM_Task, 'duration_secs': 0.381872} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.973647] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.974296] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.974296] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26cfb919-3b74-437e-aa10-1c2277a2bf9f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.019294] env[69702]: DEBUG nova.compute.manager [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.072965] env[69702]: DEBUG nova.network.neutron [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Updating instance_info_cache with network_info: [{"id": "bc232c81-5c03-4112-854c-eb0c6b310edd", "address": "fa:16:3e:13:94:5f", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc232c81-5c", "ovs_interfaceid": "bc232c81-5c03-4112-854c-eb0c6b310edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.077431] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.077674] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.077896] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Deleting the datastore file [datastore1] 7c167f2c-df6b-4679-b223-357d2d0945f4 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.078195] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-137bc88b-1fd1-4a78-bffe-a22d9993d208 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.085892] env[69702]: DEBUG oslo_vmware.api [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Waiting for the task: (returnval){ [ 956.085892] env[69702]: value = "task-3085413" [ 956.085892] env[69702]: _type = "Task" [ 956.085892] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.096366] env[69702]: DEBUG oslo_vmware.api [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.313930] env[69702]: DEBUG nova.network.neutron [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Successfully created port: 812b0625-f126-4c5a-9489-501430506b1e {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.440947] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085411, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.454991] env[69702]: DEBUG oslo_concurrency.lockutils [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.446s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.487899] env[69702]: INFO nova.scheduler.client.report [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleted allocations for instance d568869e-b62b-44ba-9fcf-f500612598ca [ 956.575388] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "refresh_cache-cd599a29-83f5-4f78-91b5-7e74ad4755db" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.575550] env[69702]: DEBUG nova.compute.manager [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Instance network_info: |[{"id": "bc232c81-5c03-4112-854c-eb0c6b310edd", "address": "fa:16:3e:13:94:5f", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc232c81-5c", "ovs_interfaceid": "bc232c81-5c03-4112-854c-eb0c6b310edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.576384] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:94:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc232c81-5c03-4112-854c-eb0c6b310edd', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.584193] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.584461] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.584682] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b895000e-3d7e-48c3-9946-b96af58e487f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.611321] env[69702]: DEBUG oslo_vmware.api [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Task: {'id': task-3085413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169513} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.612412] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.612608] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.612794] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.612958] env[69702]: INFO nova.compute.manager [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 956.613221] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.613636] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.613636] env[69702]: value = "task-3085414" [ 956.613636] env[69702]: _type = "Task" [ 956.613636] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.613829] env[69702]: DEBUG nova.compute.manager [-] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.613921] env[69702]: DEBUG nova.network.neutron [-] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.624401] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085414, 'name': CreateVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.813074] env[69702]: DEBUG nova.network.neutron [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Successfully updated port: 0d43a811-06f9-4def-ba8e-1be10293b5b7 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.941617] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085411, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.956170] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Acquiring lock "bc412877-6d0c-4347-8ad4-a453a16789d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.956410] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Lock "bc412877-6d0c-4347-8ad4-a453a16789d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.998533] env[69702]: DEBUG oslo_concurrency.lockutils [None req-50d8d639-3547-4af3-a9ce-6d815d1855e6 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "d568869e-b62b-44ba-9fcf-f500612598ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.562s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.033457] env[69702]: DEBUG nova.compute.manager [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.066154] env[69702]: DEBUG nova.virt.hardware [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.066375] env[69702]: DEBUG nova.virt.hardware [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.066783] env[69702]: DEBUG nova.virt.hardware [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.066783] env[69702]: DEBUG nova.virt.hardware [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.066896] env[69702]: DEBUG nova.virt.hardware [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.067086] env[69702]: DEBUG nova.virt.hardware [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.067274] env[69702]: DEBUG nova.virt.hardware [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.067437] env[69702]: DEBUG nova.virt.hardware [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.067605] env[69702]: DEBUG nova.virt.hardware [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.067940] env[69702]: DEBUG nova.virt.hardware [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.068060] env[69702]: DEBUG nova.virt.hardware [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.069137] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ff5ab8-ed5f-4d96-9fca-8736b3ba2589 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.078024] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d22530e-ee7d-4273-80f0-ba954b9196d4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.124584] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085414, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.321798] env[69702]: DEBUG oslo_concurrency.lockutils [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.321997] env[69702]: DEBUG oslo_concurrency.lockutils [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.322194] env[69702]: DEBUG nova.network.neutron [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.440060] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085411, 'name': ReconfigVM_Task, 'duration_secs': 1.318288} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.440060] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 40e17766-025e-41ad-84fb-c7a9480ffd20/40e17766-025e-41ad-84fb-c7a9480ffd20.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.440742] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bfbf491-afcb-4965-8be9-c1c59d6c84f7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.448398] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 957.448398] env[69702]: value = "task-3085415" [ 957.448398] env[69702]: _type = "Task" [ 957.448398] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.459874] env[69702]: DEBUG nova.compute.manager [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.463521] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085415, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.626227] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085414, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.678810] env[69702]: DEBUG nova.network.neutron [-] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.867489] env[69702]: WARNING nova.network.neutron [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] e79b3253-926c-4965-85be-f6e26b679f10 already exists in list: networks containing: ['e79b3253-926c-4965-85be-f6e26b679f10']. ignoring it [ 957.959889] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085415, 'name': Rename_Task, 'duration_secs': 0.182552} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.960209] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.960734] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf88b8a7-c821-4533-86ca-9a10b992e609 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.976856] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 957.976856] env[69702]: value = "task-3085416" [ 957.976856] env[69702]: _type = "Task" [ 957.976856] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.985310] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.990212] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.990479] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.992093] env[69702]: INFO nova.compute.claims [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.127815] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085414, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.145269] env[69702]: DEBUG nova.compute.manager [req-00850039-ef25-4dd1-809f-05135fb9cf5d req-8a609218-22d2-4112-b35a-4265b25e123c service nova] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Received event network-vif-deleted-8749dc05-afa4-4b5a-96a8-c135b3d17bb4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.185435] env[69702]: DEBUG nova.network.neutron [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updating instance_info_cache with network_info: [{"id": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "address": "fa:16:3e:99:e1:95", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc10ec8-c3", "ovs_interfaceid": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d43a811-06f9-4def-ba8e-1be10293b5b7", "address": "fa:16:3e:9c:77:6a", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d43a811-06", "ovs_interfaceid": "0d43a811-06f9-4def-ba8e-1be10293b5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.188380] env[69702]: INFO nova.compute.manager [-] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Took 1.57 seconds to deallocate network for instance. [ 958.288454] env[69702]: DEBUG nova.network.neutron [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Successfully updated port: 812b0625-f126-4c5a-9489-501430506b1e {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.307680] env[69702]: DEBUG nova.compute.manager [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Received event network-changed-bc232c81-5c03-4112-854c-eb0c6b310edd {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.308522] env[69702]: DEBUG nova.compute.manager [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Refreshing instance network info cache due to event network-changed-bc232c81-5c03-4112-854c-eb0c6b310edd. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.308522] env[69702]: DEBUG oslo_concurrency.lockutils [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] Acquiring lock "refresh_cache-cd599a29-83f5-4f78-91b5-7e74ad4755db" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.308522] env[69702]: DEBUG oslo_concurrency.lockutils [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] Acquired lock "refresh_cache-cd599a29-83f5-4f78-91b5-7e74ad4755db" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.308522] env[69702]: DEBUG nova.network.neutron [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Refreshing network info cache for port bc232c81-5c03-4112-854c-eb0c6b310edd {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.488454] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.552247] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Acquiring lock "b4e5c17f-f23f-44bc-ad53-d2938710f424" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.552504] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Lock "b4e5c17f-f23f-44bc-ad53-d2938710f424" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.628977] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085414, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.688467] env[69702]: DEBUG oslo_concurrency.lockutils [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.689287] env[69702]: DEBUG oslo_concurrency.lockutils [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.689524] env[69702]: DEBUG oslo_concurrency.lockutils [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.690873] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127242aa-64dd-4916-95dd-576b064d28bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.694821] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.711867] env[69702]: DEBUG nova.virt.hardware [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.711867] env[69702]: DEBUG nova.virt.hardware [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.711867] env[69702]: DEBUG nova.virt.hardware [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.711867] env[69702]: DEBUG nova.virt.hardware [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.712176] env[69702]: DEBUG nova.virt.hardware [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.712176] env[69702]: DEBUG nova.virt.hardware [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.712447] env[69702]: DEBUG nova.virt.hardware [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.712959] env[69702]: DEBUG nova.virt.hardware [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.712959] env[69702]: DEBUG nova.virt.hardware [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.713068] env[69702]: DEBUG nova.virt.hardware [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.713193] env[69702]: DEBUG nova.virt.hardware [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.721134] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Reconfiguring VM to attach interface {{(pid=69702) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 958.722124] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9264621-6768-4782-b4d8-727ad1b26094 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.743842] env[69702]: DEBUG oslo_vmware.api [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 958.743842] env[69702]: value = "task-3085417" [ 958.743842] env[69702]: _type = "Task" [ 958.743842] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.752873] env[69702]: DEBUG oslo_vmware.api [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085417, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.794389] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "refresh_cache-3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.794486] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "refresh_cache-3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.794653] env[69702]: DEBUG nova.network.neutron [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.994133] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.054702] env[69702]: DEBUG nova.compute.manager [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.096749] env[69702]: DEBUG nova.network.neutron [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Updated VIF entry in instance network info cache for port bc232c81-5c03-4112-854c-eb0c6b310edd. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.097134] env[69702]: DEBUG nova.network.neutron [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Updating instance_info_cache with network_info: [{"id": "bc232c81-5c03-4112-854c-eb0c6b310edd", "address": "fa:16:3e:13:94:5f", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc232c81-5c", "ovs_interfaceid": "bc232c81-5c03-4112-854c-eb0c6b310edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.132276] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085414, 'name': CreateVM_Task, 'duration_secs': 2.050043} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.132641] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.133203] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.133365] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.133700] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.133962] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e3ab27-b894-4d95-b6c8-15f95bfea885 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.146310] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 959.146310] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5225e572-1fd5-f59e-9bcb-f218569b699f" [ 959.146310] env[69702]: _type = "Task" [ 959.146310] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.155331] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5225e572-1fd5-f59e-9bcb-f218569b699f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.258954] env[69702]: DEBUG oslo_vmware.api [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.282634] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9979cfe3-1221-4431-800e-202d566e100f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.291041] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8ee577-3623-45fd-94c6-aec7c1613fa3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.325928] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3839ee39-c3c5-42a8-b7e0-c84570320e3e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.333937] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8693886c-589f-41a5-a542-16c97489c43b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.349789] env[69702]: DEBUG nova.compute.provider_tree [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.370730] env[69702]: DEBUG nova.network.neutron [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.487233] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Acquiring lock "66df6ee6-506f-4ba6-93a3-69845a6bd9d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.487488] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Lock "66df6ee6-506f-4ba6-93a3-69845a6bd9d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.487702] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Acquiring lock "66df6ee6-506f-4ba6-93a3-69845a6bd9d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.487976] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Lock "66df6ee6-506f-4ba6-93a3-69845a6bd9d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.488336] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Lock "66df6ee6-506f-4ba6-93a3-69845a6bd9d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.494026] env[69702]: DEBUG oslo_vmware.api [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085416, 'name': PowerOnVM_Task, 'duration_secs': 1.084567} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.494337] env[69702]: INFO nova.compute.manager [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Terminating instance [ 959.496281] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.496281] env[69702]: INFO nova.compute.manager [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Took 10.66 seconds to spawn the instance on the hypervisor. [ 959.496281] env[69702]: DEBUG nova.compute.manager [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.497927] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cf29d2-5593-41c9-9d6e-517085add334 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.554748] env[69702]: DEBUG nova.network.neutron [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Updating instance_info_cache with network_info: [{"id": "812b0625-f126-4c5a-9489-501430506b1e", "address": "fa:16:3e:bd:82:a5", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812b0625-f1", "ovs_interfaceid": "812b0625-f126-4c5a-9489-501430506b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.574142] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.600630] env[69702]: DEBUG oslo_concurrency.lockutils [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] Releasing lock "refresh_cache-cd599a29-83f5-4f78-91b5-7e74ad4755db" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.600691] env[69702]: DEBUG nova.compute.manager [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Received event network-vif-plugged-0d43a811-06f9-4def-ba8e-1be10293b5b7 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.600912] env[69702]: DEBUG oslo_concurrency.lockutils [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] Acquiring lock "248e1129-34e7-4f2e-af05-22fe4314b24e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.602024] env[69702]: DEBUG oslo_concurrency.lockutils [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] Lock "248e1129-34e7-4f2e-af05-22fe4314b24e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.602024] env[69702]: DEBUG oslo_concurrency.lockutils [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] Lock "248e1129-34e7-4f2e-af05-22fe4314b24e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.602024] env[69702]: DEBUG nova.compute.manager [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] No waiting events found dispatching network-vif-plugged-0d43a811-06f9-4def-ba8e-1be10293b5b7 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.602024] env[69702]: WARNING nova.compute.manager [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Received unexpected event network-vif-plugged-0d43a811-06f9-4def-ba8e-1be10293b5b7 for instance with vm_state active and task_state None. [ 959.602024] env[69702]: DEBUG nova.compute.manager [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Received event network-changed-0d43a811-06f9-4def-ba8e-1be10293b5b7 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.602251] env[69702]: DEBUG nova.compute.manager [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Refreshing instance network info cache due to event network-changed-0d43a811-06f9-4def-ba8e-1be10293b5b7. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.603251] env[69702]: DEBUG oslo_concurrency.lockutils [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] Acquiring lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.603251] env[69702]: DEBUG oslo_concurrency.lockutils [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] Acquired lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.603251] env[69702]: DEBUG nova.network.neutron [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Refreshing network info cache for port 0d43a811-06f9-4def-ba8e-1be10293b5b7 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.658044] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5225e572-1fd5-f59e-9bcb-f218569b699f, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.658762] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.658762] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.659478] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.659478] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.659478] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.659651] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39c1bb3a-dce1-44c9-b107-c617ea10dec2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.669010] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.669748] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.670958] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af42a8c-fe95-48a4-9d39-68796da5614b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.677020] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 959.677020] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ccefc6-bf45-3eac-8e6a-50c38c3878a3" [ 959.677020] env[69702]: _type = "Task" [ 959.677020] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.686291] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ccefc6-bf45-3eac-8e6a-50c38c3878a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.759177] env[69702]: DEBUG oslo_vmware.api [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085417, 'name': ReconfigVM_Task, 'duration_secs': 0.844772} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.759745] env[69702]: DEBUG oslo_concurrency.lockutils [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.760036] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Reconfigured VM to attach interface {{(pid=69702) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 959.854077] env[69702]: DEBUG nova.scheduler.client.report [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.003079] env[69702]: DEBUG nova.compute.manager [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.006621] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.007160] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-271bbe4d-11a1-4f5c-9b4e-b602d8960dbe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.025172] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Waiting for the task: (returnval){ [ 960.025172] env[69702]: value = "task-3085418" [ 960.025172] env[69702]: _type = "Task" [ 960.025172] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.025723] env[69702]: INFO nova.compute.manager [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Took 19.08 seconds to build instance. [ 960.043182] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.060016] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "refresh_cache-3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.060016] env[69702]: DEBUG nova.compute.manager [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Instance network_info: |[{"id": "812b0625-f126-4c5a-9489-501430506b1e", "address": "fa:16:3e:bd:82:a5", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812b0625-f1", "ovs_interfaceid": "812b0625-f126-4c5a-9489-501430506b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.060016] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:82:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '812b0625-f126-4c5a-9489-501430506b1e', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.066249] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Creating folder: Project (1ebff80dbf8b4ad297853c502ecc46ea). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.067468] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77a316b6-aa62-4639-b152-8c8fc80eefa3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.080564] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Created folder: Project (1ebff80dbf8b4ad297853c502ecc46ea) in parent group-v617437. [ 960.080912] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Creating folder: Instances. Parent ref: group-v617657. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.081696] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91bc771e-eceb-48b1-9684-483c867a7724 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.092097] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Created folder: Instances in parent group-v617657. [ 960.092419] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.093592] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.093592] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19af92db-10b6-4bfd-80ad-890cb2c915ef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.118657] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.118657] env[69702]: value = "task-3085421" [ 960.118657] env[69702]: _type = "Task" [ 960.118657] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.127411] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085421, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.190782] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ccefc6-bf45-3eac-8e6a-50c38c3878a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009996} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.191899] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286a78ab-c8fd-4829-b4bb-4183ad0c4cfc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.197029] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 960.197029] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52de42ea-9f03-7e04-66ed-00eda649546f" [ 960.197029] env[69702]: _type = "Task" [ 960.197029] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.207631] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52de42ea-9f03-7e04-66ed-00eda649546f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.266330] env[69702]: DEBUG oslo_concurrency.lockutils [None req-884a2f09-bca0-4e66-9536-272a18a0e12f tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-248e1129-34e7-4f2e-af05-22fe4314b24e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.572s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.295200] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.295453] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.338266] env[69702]: DEBUG nova.network.neutron [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updated VIF entry in instance network info cache for port 0d43a811-06f9-4def-ba8e-1be10293b5b7. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.338670] env[69702]: DEBUG nova.network.neutron [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updating instance_info_cache with network_info: [{"id": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "address": "fa:16:3e:99:e1:95", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc10ec8-c3", "ovs_interfaceid": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d43a811-06f9-4def-ba8e-1be10293b5b7", "address": "fa:16:3e:9c:77:6a", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d43a811-06", "ovs_interfaceid": "0d43a811-06f9-4def-ba8e-1be10293b5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.364117] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.364653] env[69702]: DEBUG nova.compute.manager [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.368353] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.674s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.368575] env[69702]: DEBUG nova.objects.instance [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Lazy-loading 'resources' on Instance uuid 7c167f2c-df6b-4679-b223-357d2d0945f4 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.538670] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1792a3b4-2fb1-4e44-89d6-6216a59faef6 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "40e17766-025e-41ad-84fb-c7a9480ffd20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.606s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.538933] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085418, 'name': PowerOffVM_Task, 'duration_secs': 0.217134} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.539196] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.539392] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 960.539577] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617600', 'volume_id': '5ce8d41f-95ce-4734-b516-acac9abea050', 'name': 'volume-5ce8d41f-95ce-4734-b516-acac9abea050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66df6ee6-506f-4ba6-93a3-69845a6bd9d9', 'attached_at': '', 'detached_at': '', 'volume_id': '5ce8d41f-95ce-4734-b516-acac9abea050', 'serial': '5ce8d41f-95ce-4734-b516-acac9abea050'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 960.540336] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6570ac3e-3011-4eca-a512-46758c926801 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.558488] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff326eb-7026-4a31-8db6-d23fab118303 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.565319] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0747e5f-a4a0-4556-b931-516f9cf2f6a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.582717] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fe342e-9ca8-4537-a605-75a6e6c78de9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.597248] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] The volume has not been displaced from its original location: [datastore1] volume-5ce8d41f-95ce-4734-b516-acac9abea050/volume-5ce8d41f-95ce-4734-b516-acac9abea050.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 960.603045] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 960.603045] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9720950-7d91-4b63-9391-e1b9a4bcc43f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.620670] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Waiting for the task: (returnval){ [ 960.620670] env[69702]: value = "task-3085422" [ 960.620670] env[69702]: _type = "Task" [ 960.620670] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.631787] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085421, 'name': CreateVM_Task, 'duration_secs': 0.38827} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.635264] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.635642] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085422, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.636276] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.636436] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.636760] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.637020] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b01acea-c7e3-4f8d-82f4-83a4114ac567 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.641933] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 960.641933] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a87e95-4e59-3c16-0295-3dc582033d64" [ 960.641933] env[69702]: _type = "Task" [ 960.641933] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.650839] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a87e95-4e59-3c16-0295-3dc582033d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.660430] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a895cdbd-bc5d-41cf-9df4-aefe0fdb7237 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "40e17766-025e-41ad-84fb-c7a9480ffd20" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.660787] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a895cdbd-bc5d-41cf-9df4-aefe0fdb7237 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "40e17766-025e-41ad-84fb-c7a9480ffd20" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.660918] env[69702]: DEBUG nova.compute.manager [None req-a895cdbd-bc5d-41cf-9df4-aefe0fdb7237 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.662233] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07fa49a-1c3c-405a-be25-652f6b2313d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.668539] env[69702]: DEBUG nova.compute.manager [None req-a895cdbd-bc5d-41cf-9df4-aefe0fdb7237 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69702) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 960.669203] env[69702]: DEBUG nova.objects.instance [None req-a895cdbd-bc5d-41cf-9df4-aefe0fdb7237 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lazy-loading 'flavor' on Instance uuid 40e17766-025e-41ad-84fb-c7a9480ffd20 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.707094] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52de42ea-9f03-7e04-66ed-00eda649546f, 'name': SearchDatastore_Task, 'duration_secs': 0.013165} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.707414] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.707692] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] cd599a29-83f5-4f78-91b5-7e74ad4755db/cd599a29-83f5-4f78-91b5-7e74ad4755db.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.707986] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-056a2117-58bb-4654-9650-eca68937fc2c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.714930] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 960.714930] env[69702]: value = "task-3085423" [ 960.714930] env[69702]: _type = "Task" [ 960.714930] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.723178] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.802199] env[69702]: DEBUG nova.compute.utils [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.841790] env[69702]: DEBUG oslo_concurrency.lockutils [req-a674cd9e-61ff-4efa-8e1b-be1260be42b1 req-a02174c0-8073-4f15-8398-a9b496e1a7c2 service nova] Releasing lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.870059] env[69702]: DEBUG nova.compute.utils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.871460] env[69702]: DEBUG nova.compute.manager [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.871628] env[69702]: DEBUG nova.network.neutron [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.932311] env[69702]: DEBUG nova.policy [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eafb292b3bd24d23be728eb614dc5308', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79fb4f11247a40329eceba55796d9693', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.114159] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea3f97-c40f-4252-92da-9d618fc98c08 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.122078] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b2a77e-ebcd-44d3-beda-e4f457575eee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.163573] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495f3d2d-0812-4f13-80dd-938aa6c12241 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.166248] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085422, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.177446] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d60b4eb-8b9b-48a2-9cdb-abbe3925b67a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.184018] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a87e95-4e59-3c16-0295-3dc582033d64, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.184018] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.184018] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.184018] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.184018] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.184018] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.185091] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da681823-9cf0-4450-8edc-177bb41f6897 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.196400] env[69702]: DEBUG nova.compute.provider_tree [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.208994] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.209271] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.210392] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5947d3d7-ae0b-4467-9e8f-50fff8a1ef3f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.216630] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 961.216630] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bdd6b7-68d8-6bc5-9fdc-d7b5553b0bbc" [ 961.216630] env[69702]: _type = "Task" [ 961.216630] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.228375] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085423, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.232114] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bdd6b7-68d8-6bc5-9fdc-d7b5553b0bbc, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.232857] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e576e6-af24-4e2f-93a3-5548624ae688 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.238385] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 961.238385] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5271b849-a3f0-bc82-31b4-6a51b1eaa457" [ 961.238385] env[69702]: _type = "Task" [ 961.238385] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.246327] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5271b849-a3f0-bc82-31b4-6a51b1eaa457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.249432] env[69702]: DEBUG nova.network.neutron [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Successfully created port: a6026e0b-20ec-4bb2-8f79-6a3792cd46fc {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.308845] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.377171] env[69702]: DEBUG nova.compute.manager [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.637309] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085422, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.686199] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a895cdbd-bc5d-41cf-9df4-aefe0fdb7237 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.686775] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd592641-1029-4058-b3fc-cdd99070dbbd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.697039] env[69702]: DEBUG oslo_vmware.api [None req-a895cdbd-bc5d-41cf-9df4-aefe0fdb7237 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 961.697039] env[69702]: value = "task-3085424" [ 961.697039] env[69702]: _type = "Task" [ 961.697039] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.704240] env[69702]: DEBUG nova.scheduler.client.report [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.711901] env[69702]: DEBUG oslo_vmware.api [None req-a895cdbd-bc5d-41cf-9df4-aefe0fdb7237 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.725677] env[69702]: DEBUG nova.compute.manager [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Received event network-vif-plugged-812b0625-f126-4c5a-9489-501430506b1e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.725677] env[69702]: DEBUG oslo_concurrency.lockutils [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] Acquiring lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.725677] env[69702]: DEBUG oslo_concurrency.lockutils [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] Lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.725677] env[69702]: DEBUG oslo_concurrency.lockutils [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] Lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.725677] env[69702]: DEBUG nova.compute.manager [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] No waiting events found dispatching network-vif-plugged-812b0625-f126-4c5a-9489-501430506b1e {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.725677] env[69702]: WARNING nova.compute.manager [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Received unexpected event network-vif-plugged-812b0625-f126-4c5a-9489-501430506b1e for instance with vm_state building and task_state spawning. [ 961.728032] env[69702]: DEBUG nova.compute.manager [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Received event network-changed-812b0625-f126-4c5a-9489-501430506b1e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.728032] env[69702]: DEBUG nova.compute.manager [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Refreshing instance network info cache due to event network-changed-812b0625-f126-4c5a-9489-501430506b1e. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.729982] env[69702]: DEBUG oslo_concurrency.lockutils [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] Acquiring lock "refresh_cache-3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.729982] env[69702]: DEBUG oslo_concurrency.lockutils [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] Acquired lock "refresh_cache-3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.729982] env[69702]: DEBUG nova.network.neutron [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Refreshing network info cache for port 812b0625-f126-4c5a-9489-501430506b1e {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.735341] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878261} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.736378] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] cd599a29-83f5-4f78-91b5-7e74ad4755db/cd599a29-83f5-4f78-91b5-7e74ad4755db.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.736601] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.737315] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-885e74f3-e57f-4ae2-a5aa-358d98feeaae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.752814] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5271b849-a3f0-bc82-31b4-6a51b1eaa457, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.754474] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.754813] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7/3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.755211] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 961.755211] env[69702]: value = "task-3085425" [ 961.755211] env[69702]: _type = "Task" [ 961.755211] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.755746] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74835394-0883-49f9-b65f-6d90a29cf594 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.768425] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.770127] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 961.770127] env[69702]: value = "task-3085426" [ 961.770127] env[69702]: _type = "Task" [ 961.770127] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.779497] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.143898] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085422, 'name': ReconfigVM_Task, 'duration_secs': 1.200906} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.144404] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.152950] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c108e118-4827-4d99-999c-713ed3f95bad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.171810] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Waiting for the task: (returnval){ [ 962.171810] env[69702]: value = "task-3085427" [ 962.171810] env[69702]: _type = "Task" [ 962.171810] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.184475] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.207654] env[69702]: DEBUG oslo_vmware.api [None req-a895cdbd-bc5d-41cf-9df4-aefe0fdb7237 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085424, 'name': PowerOffVM_Task, 'duration_secs': 0.190583} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.208068] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a895cdbd-bc5d-41cf-9df4-aefe0fdb7237 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.208222] env[69702]: DEBUG nova.compute.manager [None req-a895cdbd-bc5d-41cf-9df4-aefe0fdb7237 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.209061] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c483f95-81a0-495d-8459-513709075229 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.214677] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.218272] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.643s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.222648] env[69702]: INFO nova.compute.claims [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.249810] env[69702]: INFO nova.scheduler.client.report [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Deleted allocations for instance 7c167f2c-df6b-4679-b223-357d2d0945f4 [ 962.273792] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070147} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.279018] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.279933] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41bd8c9-bfce-4932-a986-232b4e277ee1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.291079] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085426, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.312499] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] cd599a29-83f5-4f78-91b5-7e74ad4755db/cd599a29-83f5-4f78-91b5-7e74ad4755db.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.313782] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b57604-bfe5-4e25-839e-152a050053a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.335274] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 962.335274] env[69702]: value = "task-3085428" [ 962.335274] env[69702]: _type = "Task" [ 962.335274] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.342601] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.394515] env[69702]: DEBUG nova.compute.manager [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.396066] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.396322] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.396557] env[69702]: INFO nova.compute.manager [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Attaching volume 3feb9d01-7422-4362-8c6c-28c5bbaf6957 to /dev/sdb [ 962.426302] env[69702]: DEBUG nova.virt.hardware [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.426569] env[69702]: DEBUG nova.virt.hardware [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.426715] env[69702]: DEBUG nova.virt.hardware [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.426947] env[69702]: DEBUG nova.virt.hardware [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.427199] env[69702]: DEBUG nova.virt.hardware [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.427355] env[69702]: DEBUG nova.virt.hardware [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.427563] env[69702]: DEBUG nova.virt.hardware [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.427723] env[69702]: DEBUG nova.virt.hardware [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.427920] env[69702]: DEBUG nova.virt.hardware [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.428111] env[69702]: DEBUG nova.virt.hardware [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.428289] env[69702]: DEBUG nova.virt.hardware [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.429206] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fc3315-a908-4d10-8e79-dca8d58efbfe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.437241] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f648db-45bb-4530-8487-68f973885501 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.453069] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0450b7-83e8-4d7e-bab2-d4f42ad0f443 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.460017] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2bda49-ac28-450b-871f-fa5bf2ea61f3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.478083] env[69702]: DEBUG nova.virt.block_device [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Updating existing volume attachment record: 10ef979a-7d9e-44e4-8a5d-b7e185d59806 {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 962.507654] env[69702]: DEBUG nova.network.neutron [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Updated VIF entry in instance network info cache for port 812b0625-f126-4c5a-9489-501430506b1e. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.507654] env[69702]: DEBUG nova.network.neutron [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Updating instance_info_cache with network_info: [{"id": "812b0625-f126-4c5a-9489-501430506b1e", "address": "fa:16:3e:bd:82:a5", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812b0625-f1", "ovs_interfaceid": "812b0625-f126-4c5a-9489-501430506b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.686030] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085427, 'name': ReconfigVM_Task, 'duration_secs': 0.142996} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.686403] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617600', 'volume_id': '5ce8d41f-95ce-4734-b516-acac9abea050', 'name': 'volume-5ce8d41f-95ce-4734-b516-acac9abea050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66df6ee6-506f-4ba6-93a3-69845a6bd9d9', 'attached_at': '', 'detached_at': '', 'volume_id': '5ce8d41f-95ce-4734-b516-acac9abea050', 'serial': '5ce8d41f-95ce-4734-b516-acac9abea050'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 962.686727] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.687602] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99889566-9746-4480-b0e1-b17dc4c57003 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.696785] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.697080] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7003575f-033d-45b4-a14c-ad7b5239936c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.738609] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a895cdbd-bc5d-41cf-9df4-aefe0fdb7237 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "40e17766-025e-41ad-84fb-c7a9480ffd20" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.765637] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.765637] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.765637] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Deleting the datastore file [datastore1] 66df6ee6-506f-4ba6-93a3-69845a6bd9d9 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.765637] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49a8ea81-27d0-41c7-8523-c80de9383b34 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.769369] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e94be4ed-0dda-4b84-aefb-e90ee868b956 tempest-ServersTestFqdnHostnames-110292551 tempest-ServersTestFqdnHostnames-110292551-project-member] Lock "7c167f2c-df6b-4679-b223-357d2d0945f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.846s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.785300] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Waiting for the task: (returnval){ [ 962.785300] env[69702]: value = "task-3085433" [ 962.785300] env[69702]: _type = "Task" [ 962.785300] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.794553] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526751} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.795232] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7/3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.795332] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.795578] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec418b5c-fca0-4de6-9f57-ed4d9c022f6c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.805249] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.809786] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 962.809786] env[69702]: value = "task-3085434" [ 962.809786] env[69702]: _type = "Task" [ 962.809786] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.821345] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.844821] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085428, 'name': ReconfigVM_Task, 'duration_secs': 0.388322} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.845140] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Reconfigured VM instance instance-00000050 to attach disk [datastore2] cd599a29-83f5-4f78-91b5-7e74ad4755db/cd599a29-83f5-4f78-91b5-7e74ad4755db.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.845837] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0f9200f-ce74-4255-8807-b099b38a517b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.851951] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 962.851951] env[69702]: value = "task-3085435" [ 962.851951] env[69702]: _type = "Task" [ 962.851951] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.861982] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085435, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.877353] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.877594] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.010080] env[69702]: DEBUG oslo_concurrency.lockutils [req-1afd75a4-c033-43ed-9097-205862d2fab1 req-69349a31-6752-4cb2-99b0-9738c0554743 service nova] Releasing lock "refresh_cache-3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.155434] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "95847040-9a91-404f-8e7c-1c7caf7f402b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.155814] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "95847040-9a91-404f-8e7c-1c7caf7f402b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.214155] env[69702]: DEBUG nova.network.neutron [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Successfully updated port: a6026e0b-20ec-4bb2-8f79-6a3792cd46fc {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.234395] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "de55fe3f-564d-4ce3-b008-2c9c53d77692" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.234674] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.286434] env[69702]: DEBUG oslo_concurrency.lockutils [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "interface-248e1129-34e7-4f2e-af05-22fe4314b24e-672b5a94-cca5-4b52-a04d-28e01ab6818c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.286434] env[69702]: DEBUG oslo_concurrency.lockutils [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-248e1129-34e7-4f2e-af05-22fe4314b24e-672b5a94-cca5-4b52-a04d-28e01ab6818c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.286714] env[69702]: DEBUG nova.objects.instance [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'flavor' on Instance uuid 248e1129-34e7-4f2e-af05-22fe4314b24e {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.299752] env[69702]: DEBUG oslo_vmware.api [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Task: {'id': task-3085433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111877} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.302261] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.302915] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.303132] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.303304] env[69702]: INFO nova.compute.manager [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Took 3.30 seconds to destroy the instance on the hypervisor. [ 963.303540] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.304896] env[69702]: DEBUG nova.compute.manager [-] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.305000] env[69702]: DEBUG nova.network.neutron [-] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.323336] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074549} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.323873] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.327735] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4906182d-0517-48e3-97a5-59c81732510e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.353465] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7/3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.354007] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e3d682a-10a1-4cbf-a8eb-1fc0729ae1e5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.381504] env[69702]: DEBUG nova.compute.utils [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.387675] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 963.387675] env[69702]: value = "task-3085436" [ 963.387675] env[69702]: _type = "Task" [ 963.387675] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.387932] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085435, 'name': Rename_Task, 'duration_secs': 0.153754} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.390769] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.397424] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c675c8d-0991-4372-a29d-625bb5d4ff3e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.404674] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.408076] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 963.408076] env[69702]: value = "task-3085437" [ 963.408076] env[69702]: _type = "Task" [ 963.408076] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.416106] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.530272] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58070bac-7648-4791-9a5a-d2490e80c08b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.538600] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17699a4a-bc2b-4f5f-8f0d-f49f511699ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.571442] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3859ba-7301-45e7-9670-1d2edb6a775a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.578900] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c6103a-7542-4d97-a6be-4bbb3a342880 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.593054] env[69702]: DEBUG nova.compute.provider_tree [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.658952] env[69702]: DEBUG nova.compute.manager [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.716898] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Acquiring lock "refresh_cache-bc412877-6d0c-4347-8ad4-a453a16789d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.717061] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Acquired lock "refresh_cache-bc412877-6d0c-4347-8ad4-a453a16789d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.717216] env[69702]: DEBUG nova.network.neutron [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.740489] env[69702]: DEBUG nova.compute.manager [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.884667] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.900639] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085436, 'name': ReconfigVM_Task, 'duration_secs': 0.278672} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.901566] env[69702]: DEBUG nova.objects.instance [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'pci_requests' on Instance uuid 248e1129-34e7-4f2e-af05-22fe4314b24e {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.902595] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7/3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.903876] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f14cbba4-4668-403d-8349-1cc83a0e6a4c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.913182] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 963.913182] env[69702]: value = "task-3085438" [ 963.913182] env[69702]: _type = "Task" [ 963.913182] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.920919] env[69702]: DEBUG oslo_vmware.api [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085437, 'name': PowerOnVM_Task, 'duration_secs': 0.451374} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.923885] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.924136] env[69702]: INFO nova.compute.manager [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Took 10.84 seconds to spawn the instance on the hypervisor. [ 963.924330] env[69702]: DEBUG nova.compute.manager [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.924591] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085438, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.925273] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e72422-73d7-4106-97f1-bb3f9a26509d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.097513] env[69702]: DEBUG nova.scheduler.client.report [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.184272] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.258205] env[69702]: DEBUG nova.network.neutron [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.263349] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.404538] env[69702]: DEBUG nova.objects.base [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Object Instance<248e1129-34e7-4f2e-af05-22fe4314b24e> lazy-loaded attributes: flavor,pci_requests {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 964.404780] env[69702]: DEBUG nova.network.neutron [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.424977] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085438, 'name': Rename_Task, 'duration_secs': 0.144895} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.425297] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.425556] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f96e8b93-5e57-46aa-ae3a-831226d58a66 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.432404] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 964.432404] env[69702]: value = "task-3085439" [ 964.432404] env[69702]: _type = "Task" [ 964.432404] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.449472] env[69702]: INFO nova.compute.manager [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Took 18.22 seconds to build instance. [ 964.452472] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.495145] env[69702]: DEBUG nova.policy [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd10bbe1bf4894d159adfa9608fb6ebcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9251ee7f0dc6425f8bb25921c6ae3377', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.553870] env[69702]: DEBUG nova.network.neutron [-] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.606019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.606019] env[69702]: DEBUG nova.compute.manager [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.606875] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.423s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.608750] env[69702]: INFO nova.compute.claims [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.829317] env[69702]: DEBUG nova.network.neutron [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Updating instance_info_cache with network_info: [{"id": "a6026e0b-20ec-4bb2-8f79-6a3792cd46fc", "address": "fa:16:3e:b0:43:a0", "network": {"id": "9d98f90f-01e3-4dca-80d0-d08ebff905ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-167006355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fb4f11247a40329eceba55796d9693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6026e0b-20", "ovs_interfaceid": "a6026e0b-20ec-4bb2-8f79-6a3792cd46fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.945545] env[69702]: DEBUG oslo_vmware.api [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085439, 'name': PowerOnVM_Task, 'duration_secs': 0.461311} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.946188] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.946638] env[69702]: INFO nova.compute.manager [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Took 7.91 seconds to spawn the instance on the hypervisor. [ 964.946638] env[69702]: DEBUG nova.compute.manager [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.947499] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd78de85-33f1-4cf8-8da3-a7d95eedb064 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.954555] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.954716] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.954864] env[69702]: INFO nova.compute.manager [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Attaching volume e01dbe52-59eb-4a7c-ae34-3c492d656186 to /dev/sdb [ 964.956636] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e9b4b15-3e41-46cf-bb46-36779b109a6a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "cd599a29-83f5-4f78-91b5-7e74ad4755db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.743s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.999860] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623d6901-1fbf-439c-a160-8b48a69538f0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.007790] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175027c9-4d0e-4464-a885-0ebd6e1fa437 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.022785] env[69702]: DEBUG nova.virt.block_device [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Updating existing volume attachment record: a80a5e50-f609-4d6f-a63a-62933b095f1e {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 965.056013] env[69702]: INFO nova.compute.manager [-] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Took 1.75 seconds to deallocate network for instance. [ 965.108732] env[69702]: DEBUG nova.compute.utils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.109783] env[69702]: DEBUG nova.compute.manager [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.109968] env[69702]: DEBUG nova.network.neutron [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.161480] env[69702]: DEBUG nova.policy [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '138632de9bd543da93b25ab6e3cf889d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5980de54ac164eeb80f6ea4cf527466d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.306537] env[69702]: DEBUG nova.compute.manager [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Received event network-vif-plugged-a6026e0b-20ec-4bb2-8f79-6a3792cd46fc {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.307035] env[69702]: DEBUG oslo_concurrency.lockutils [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] Acquiring lock "bc412877-6d0c-4347-8ad4-a453a16789d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.307336] env[69702]: DEBUG oslo_concurrency.lockutils [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] Lock "bc412877-6d0c-4347-8ad4-a453a16789d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.307628] env[69702]: DEBUG oslo_concurrency.lockutils [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] Lock "bc412877-6d0c-4347-8ad4-a453a16789d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.307760] env[69702]: DEBUG nova.compute.manager [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] No waiting events found dispatching network-vif-plugged-a6026e0b-20ec-4bb2-8f79-6a3792cd46fc {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.308021] env[69702]: WARNING nova.compute.manager [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Received unexpected event network-vif-plugged-a6026e0b-20ec-4bb2-8f79-6a3792cd46fc for instance with vm_state building and task_state spawning. [ 965.308251] env[69702]: DEBUG nova.compute.manager [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Received event network-changed-a6026e0b-20ec-4bb2-8f79-6a3792cd46fc {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.308440] env[69702]: DEBUG nova.compute.manager [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Refreshing instance network info cache due to event network-changed-a6026e0b-20ec-4bb2-8f79-6a3792cd46fc. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.308652] env[69702]: DEBUG oslo_concurrency.lockutils [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] Acquiring lock "refresh_cache-bc412877-6d0c-4347-8ad4-a453a16789d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.331967] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Releasing lock "refresh_cache-bc412877-6d0c-4347-8ad4-a453a16789d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.332309] env[69702]: DEBUG nova.compute.manager [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Instance network_info: |[{"id": "a6026e0b-20ec-4bb2-8f79-6a3792cd46fc", "address": "fa:16:3e:b0:43:a0", "network": {"id": "9d98f90f-01e3-4dca-80d0-d08ebff905ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-167006355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fb4f11247a40329eceba55796d9693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6026e0b-20", "ovs_interfaceid": "a6026e0b-20ec-4bb2-8f79-6a3792cd46fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.332607] env[69702]: DEBUG oslo_concurrency.lockutils [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] Acquired lock "refresh_cache-bc412877-6d0c-4347-8ad4-a453a16789d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.332784] env[69702]: DEBUG nova.network.neutron [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Refreshing network info cache for port a6026e0b-20ec-4bb2-8f79-6a3792cd46fc {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.336960] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:43:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6026e0b-20ec-4bb2-8f79-6a3792cd46fc', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.343332] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Creating folder: Project (79fb4f11247a40329eceba55796d9693). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.347386] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85c88afd-689f-4bb9-8f98-c88fafa2ae22 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.360210] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Created folder: Project (79fb4f11247a40329eceba55796d9693) in parent group-v617437. [ 965.360406] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Creating folder: Instances. Parent ref: group-v617662. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.360636] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cacc3d1-206f-45f7-a0ea-52db8274f877 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.374308] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Created folder: Instances in parent group-v617662. [ 965.374533] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.374719] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.374926] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc34281e-e921-430a-91a1-aff3ca4b8767 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.410887] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.410887] env[69702]: value = "task-3085444" [ 965.410887] env[69702]: _type = "Task" [ 965.410887] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.420369] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085444, 'name': CreateVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.474429] env[69702]: INFO nova.compute.manager [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Took 13.97 seconds to build instance. [ 965.612987] env[69702]: DEBUG nova.compute.manager [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.616377] env[69702]: DEBUG nova.network.neutron [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Successfully created port: 46238edc-580d-4ff9-8f9e-fde46e107d78 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.697580] env[69702]: DEBUG nova.network.neutron [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Updated VIF entry in instance network info cache for port a6026e0b-20ec-4bb2-8f79-6a3792cd46fc. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.700137] env[69702]: DEBUG nova.network.neutron [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Updating instance_info_cache with network_info: [{"id": "a6026e0b-20ec-4bb2-8f79-6a3792cd46fc", "address": "fa:16:3e:b0:43:a0", "network": {"id": "9d98f90f-01e3-4dca-80d0-d08ebff905ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-167006355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fb4f11247a40329eceba55796d9693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6026e0b-20", "ovs_interfaceid": "a6026e0b-20ec-4bb2-8f79-6a3792cd46fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.921289] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085444, 'name': CreateVM_Task, 'duration_secs': 0.406162} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.922303] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.927305] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.927689] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.927860] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.929064] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a11db6d-2155-4d58-b74d-c4533622e8b7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.934900] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Waiting for the task: (returnval){ [ 965.934900] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521aef2a-a9c8-e5e6-844d-016c288fc7c9" [ 965.934900] env[69702]: _type = "Task" [ 965.934900] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.951201] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521aef2a-a9c8-e5e6-844d-016c288fc7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012734} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.951255] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.951445] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.951670] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.952500] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.952500] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.952697] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fd14d14-394e-49c8-b51e-a1470a11fee8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.956980] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1e81e-6f0a-4b7b-9364-634ad9df9597 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.964609] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140434cf-41de-49fd-86c8-9d705423e490 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.969139] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.969552] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.970366] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94fe4bd-dea1-4aa4-a376-38e45a607014 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.996953] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b969392-afc5-4279-89a3-6bee831fa1b4 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.502s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.998707] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18176e3-0763-4a3c-86af-d997c7572085 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.003066] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Waiting for the task: (returnval){ [ 966.003066] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523f8ca4-15e5-4187-28a4-e5447a60367d" [ 966.003066] env[69702]: _type = "Task" [ 966.003066] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.011765] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09011c10-88bd-4c8f-bd42-5c5fb9b262d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.018997] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523f8ca4-15e5-4187-28a4-e5447a60367d, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.020095] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54002889-c939-45fc-85ce-83e0ddf15bd4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.031545] env[69702]: DEBUG nova.compute.provider_tree [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.035515] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Waiting for the task: (returnval){ [ 966.035515] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a86a61-653f-473a-9e3c-499fc777100d" [ 966.035515] env[69702]: _type = "Task" [ 966.035515] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.043331] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a86a61-653f-473a-9e3c-499fc777100d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.145502] env[69702]: DEBUG nova.network.neutron [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Successfully updated port: 672b5a94-cca5-4b52-a04d-28e01ab6818c {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.206036] env[69702]: DEBUG oslo_concurrency.lockutils [req-5bbf1a54-4d51-4829-9d26-6dc28015dd56 req-cced2791-6c78-42b3-acc5-c91fa3ffe922 service nova] Releasing lock "refresh_cache-bc412877-6d0c-4347-8ad4-a453a16789d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.214861] env[69702]: DEBUG nova.compute.manager [req-a9cdc5ba-2dae-4261-ae17-5f4bdfdbb017 req-7a8a84fc-c109-4ddc-8372-f447008a74a5 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Received event network-vif-plugged-672b5a94-cca5-4b52-a04d-28e01ab6818c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.215096] env[69702]: DEBUG oslo_concurrency.lockutils [req-a9cdc5ba-2dae-4261-ae17-5f4bdfdbb017 req-7a8a84fc-c109-4ddc-8372-f447008a74a5 service nova] Acquiring lock "248e1129-34e7-4f2e-af05-22fe4314b24e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.215307] env[69702]: DEBUG oslo_concurrency.lockutils [req-a9cdc5ba-2dae-4261-ae17-5f4bdfdbb017 req-7a8a84fc-c109-4ddc-8372-f447008a74a5 service nova] Lock "248e1129-34e7-4f2e-af05-22fe4314b24e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.215476] env[69702]: DEBUG oslo_concurrency.lockutils [req-a9cdc5ba-2dae-4261-ae17-5f4bdfdbb017 req-7a8a84fc-c109-4ddc-8372-f447008a74a5 service nova] Lock "248e1129-34e7-4f2e-af05-22fe4314b24e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.215848] env[69702]: DEBUG nova.compute.manager [req-a9cdc5ba-2dae-4261-ae17-5f4bdfdbb017 req-7a8a84fc-c109-4ddc-8372-f447008a74a5 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] No waiting events found dispatching network-vif-plugged-672b5a94-cca5-4b52-a04d-28e01ab6818c {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.216111] env[69702]: WARNING nova.compute.manager [req-a9cdc5ba-2dae-4261-ae17-5f4bdfdbb017 req-7a8a84fc-c109-4ddc-8372-f447008a74a5 service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Received unexpected event network-vif-plugged-672b5a94-cca5-4b52-a04d-28e01ab6818c for instance with vm_state active and task_state None. [ 966.536176] env[69702]: DEBUG nova.scheduler.client.report [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.550026] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a86a61-653f-473a-9e3c-499fc777100d, 'name': SearchDatastore_Task, 'duration_secs': 0.010355} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.550026] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.550290] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] bc412877-6d0c-4347-8ad4-a453a16789d9/bc412877-6d0c-4347-8ad4-a453a16789d9.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.550622] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2966cd1e-02c7-4a0c-839b-8d44bbb68cec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.558642] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Waiting for the task: (returnval){ [ 966.558642] env[69702]: value = "task-3085447" [ 966.558642] env[69702]: _type = "Task" [ 966.558642] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.566723] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.630642] env[69702]: DEBUG nova.compute.manager [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.655622] env[69702]: DEBUG oslo_concurrency.lockutils [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.655622] env[69702]: DEBUG oslo_concurrency.lockutils [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.655622] env[69702]: DEBUG nova.network.neutron [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.666052] env[69702]: DEBUG nova.virt.hardware [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.666340] env[69702]: DEBUG nova.virt.hardware [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.666715] env[69702]: DEBUG nova.virt.hardware [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.666715] env[69702]: DEBUG nova.virt.hardware [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.666923] env[69702]: DEBUG nova.virt.hardware [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.667039] env[69702]: DEBUG nova.virt.hardware [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.667231] env[69702]: DEBUG nova.virt.hardware [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.667413] env[69702]: DEBUG nova.virt.hardware [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.667582] env[69702]: DEBUG nova.virt.hardware [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.667747] env[69702]: DEBUG nova.virt.hardware [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.667975] env[69702]: DEBUG nova.virt.hardware [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.668865] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa414605-1f4c-4c31-819c-0edb188906c9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.679718] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223cbddc-8b41-4590-b559-fa48fbdb8d74 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.934020] env[69702]: DEBUG nova.compute.manager [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.935227] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6349936c-d013-429f-8015-f350ac5f708a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.041139] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 967.041582] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617661', 'volume_id': '3feb9d01-7422-4362-8c6c-28c5bbaf6957', 'name': 'volume-3feb9d01-7422-4362-8c6c-28c5bbaf6957', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b11d419a-93e7-48a1-b29d-97c3c80eb891', 'attached_at': '', 'detached_at': '', 'volume_id': '3feb9d01-7422-4362-8c6c-28c5bbaf6957', 'serial': '3feb9d01-7422-4362-8c6c-28c5bbaf6957'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 967.043718] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeeae60-0575-4439-954c-df71a35dd1e6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.047963] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.048820] env[69702]: DEBUG nova.compute.manager [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.052670] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.789s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.055229] env[69702]: INFO nova.compute.claims [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.091420] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a3b1e1-2b1e-4421-8286-390a9053d736 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.102161] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085447, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.133884] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-3feb9d01-7422-4362-8c6c-28c5bbaf6957/volume-3feb9d01-7422-4362-8c6c-28c5bbaf6957.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.135029] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cafcfb2-16df-40af-b1bd-7e04ffea5df9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.158328] env[69702]: DEBUG oslo_vmware.api [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 967.158328] env[69702]: value = "task-3085448" [ 967.158328] env[69702]: _type = "Task" [ 967.158328] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.168644] env[69702]: DEBUG oslo_vmware.api [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085448, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.218961] env[69702]: WARNING nova.network.neutron [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] e79b3253-926c-4965-85be-f6e26b679f10 already exists in list: networks containing: ['e79b3253-926c-4965-85be-f6e26b679f10']. ignoring it [ 967.219208] env[69702]: WARNING nova.network.neutron [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] e79b3253-926c-4965-85be-f6e26b679f10 already exists in list: networks containing: ['e79b3253-926c-4965-85be-f6e26b679f10']. ignoring it [ 967.343660] env[69702]: DEBUG nova.compute.manager [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Received event network-vif-deleted-bbed3069-6043-4fee-9e3d-a35fc2075584 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.347100] env[69702]: DEBUG nova.compute.manager [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Received event network-changed-812b0625-f126-4c5a-9489-501430506b1e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.347100] env[69702]: DEBUG nova.compute.manager [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Refreshing instance network info cache due to event network-changed-812b0625-f126-4c5a-9489-501430506b1e. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.347100] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] Acquiring lock "refresh_cache-3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.347100] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] Acquired lock "refresh_cache-3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.347100] env[69702]: DEBUG nova.network.neutron [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Refreshing network info cache for port 812b0625-f126-4c5a-9489-501430506b1e {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.366945] env[69702]: DEBUG nova.network.neutron [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Successfully updated port: 46238edc-580d-4ff9-8f9e-fde46e107d78 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.387797] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "cd599a29-83f5-4f78-91b5-7e74ad4755db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.388388] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "cd599a29-83f5-4f78-91b5-7e74ad4755db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.388659] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "cd599a29-83f5-4f78-91b5-7e74ad4755db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.388893] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "cd599a29-83f5-4f78-91b5-7e74ad4755db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.389067] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "cd599a29-83f5-4f78-91b5-7e74ad4755db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.392105] env[69702]: INFO nova.compute.manager [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Terminating instance [ 967.451329] env[69702]: INFO nova.compute.manager [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] instance snapshotting [ 967.451891] env[69702]: WARNING nova.compute.manager [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 967.456602] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb893aa-0650-4ee1-82a2-ec560b30bec6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.487076] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7923f337-b56e-4645-bbb7-a986556a94f8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.562100] env[69702]: DEBUG nova.compute.utils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.566144] env[69702]: DEBUG nova.compute.manager [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.566374] env[69702]: DEBUG nova.network.neutron [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.580365] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743183} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.580634] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] bc412877-6d0c-4347-8ad4-a453a16789d9/bc412877-6d0c-4347-8ad4-a453a16789d9.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.580857] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.581391] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01ea9ec1-c3a9-4601-8c72-578994f0aaa4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.593561] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Waiting for the task: (returnval){ [ 967.593561] env[69702]: value = "task-3085449" [ 967.593561] env[69702]: _type = "Task" [ 967.593561] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.600088] env[69702]: INFO nova.compute.manager [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Took 2.54 seconds to detach 1 volumes for instance. [ 967.602229] env[69702]: DEBUG nova.compute.manager [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Deleting volume: 5ce8d41f-95ce-4734-b516-acac9abea050 {{(pid=69702) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 967.609920] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.617338] env[69702]: DEBUG nova.policy [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad4f07253ce84831aa0875546d0cb17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1fd499c118d487799ec3954cbb2b36b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.670411] env[69702]: DEBUG oslo_vmware.api [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085448, 'name': ReconfigVM_Task, 'duration_secs': 0.402382} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.671035] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-3feb9d01-7422-4362-8c6c-28c5bbaf6957/volume-3feb9d01-7422-4362-8c6c-28c5bbaf6957.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.678577] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8deebda6-25f8-4839-a789-0d565218216b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.698467] env[69702]: DEBUG oslo_vmware.api [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 967.698467] env[69702]: value = "task-3085451" [ 967.698467] env[69702]: _type = "Task" [ 967.698467] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.718397] env[69702]: DEBUG oslo_vmware.api [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.870479] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Acquiring lock "refresh_cache-b4e5c17f-f23f-44bc-ad53-d2938710f424" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.870479] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Acquired lock "refresh_cache-b4e5c17f-f23f-44bc-ad53-d2938710f424" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.870479] env[69702]: DEBUG nova.network.neutron [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.896889] env[69702]: DEBUG nova.compute.manager [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.897477] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.898144] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dae4b81-bf15-4946-951b-80e03838a28c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.912497] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.913163] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b8d6132-eade-4802-aaff-f83c7de0174a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.920408] env[69702]: DEBUG oslo_vmware.api [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 967.920408] env[69702]: value = "task-3085453" [ 967.920408] env[69702]: _type = "Task" [ 967.920408] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.932272] env[69702]: DEBUG oslo_vmware.api [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.975388] env[69702]: DEBUG nova.network.neutron [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updating instance_info_cache with network_info: [{"id": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "address": "fa:16:3e:99:e1:95", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc10ec8-c3", "ovs_interfaceid": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d43a811-06f9-4def-ba8e-1be10293b5b7", "address": "fa:16:3e:9c:77:6a", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d43a811-06", "ovs_interfaceid": "0d43a811-06f9-4def-ba8e-1be10293b5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "672b5a94-cca5-4b52-a04d-28e01ab6818c", "address": "fa:16:3e:c5:98:61", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap672b5a94-cc", "ovs_interfaceid": "672b5a94-cca5-4b52-a04d-28e01ab6818c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.999236] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 967.999465] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee6f4ca1-862c-429b-9d01-55d35a146b14 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.009871] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 968.009871] env[69702]: value = "task-3085454" [ 968.009871] env[69702]: _type = "Task" [ 968.009871] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.020159] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085454, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.067662] env[69702]: DEBUG nova.compute.manager [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.115697] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061917} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.117440] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.118391] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f96a60-dcbe-4774-ba5b-050cea20563a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.148044] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] bc412877-6d0c-4347-8ad4-a453a16789d9/bc412877-6d0c-4347-8ad4-a453a16789d9.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.152439] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db7bd8d8-424c-4b91-ac05-2ca8b8114e0f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.176541] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Waiting for the task: (returnval){ [ 968.176541] env[69702]: value = "task-3085455" [ 968.176541] env[69702]: _type = "Task" [ 968.176541] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.189547] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.207746] env[69702]: DEBUG nova.network.neutron [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Successfully created port: ada258b2-dc3c-4ead-9bc1-27732208253a {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.214302] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.214607] env[69702]: DEBUG oslo_vmware.api [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.286377] env[69702]: DEBUG nova.network.neutron [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Updated VIF entry in instance network info cache for port 812b0625-f126-4c5a-9489-501430506b1e. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.287666] env[69702]: DEBUG nova.network.neutron [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Updating instance_info_cache with network_info: [{"id": "812b0625-f126-4c5a-9489-501430506b1e", "address": "fa:16:3e:bd:82:a5", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812b0625-f1", "ovs_interfaceid": "812b0625-f126-4c5a-9489-501430506b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.381800] env[69702]: DEBUG nova.compute.manager [req-8c31c586-6dca-4c21-9340-8515db6eafae req-897c9b92-7701-4071-9990-8b85fb72170c service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Received event network-changed-672b5a94-cca5-4b52-a04d-28e01ab6818c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.381989] env[69702]: DEBUG nova.compute.manager [req-8c31c586-6dca-4c21-9340-8515db6eafae req-897c9b92-7701-4071-9990-8b85fb72170c service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Refreshing instance network info cache due to event network-changed-672b5a94-cca5-4b52-a04d-28e01ab6818c. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.382217] env[69702]: DEBUG oslo_concurrency.lockutils [req-8c31c586-6dca-4c21-9340-8515db6eafae req-897c9b92-7701-4071-9990-8b85fb72170c service nova] Acquiring lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.425389] env[69702]: DEBUG nova.network.neutron [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.436156] env[69702]: DEBUG oslo_vmware.api [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085453, 'name': PowerOffVM_Task, 'duration_secs': 0.234717} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.436433] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.437564] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.437564] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2305ce42-1257-4e17-b904-33e6eebf5674 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.443662] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee56a1c-efc6-4a7e-ae28-bfc46dbf69b3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.452341] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0977886e-345c-496a-985d-40f15f921384 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.490028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.490363] env[69702]: DEBUG oslo_concurrency.lockutils [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.490552] env[69702]: DEBUG oslo_concurrency.lockutils [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.491077] env[69702]: DEBUG oslo_concurrency.lockutils [req-8c31c586-6dca-4c21-9340-8515db6eafae req-897c9b92-7701-4071-9990-8b85fb72170c service nova] Acquired lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.491282] env[69702]: DEBUG nova.network.neutron [req-8c31c586-6dca-4c21-9340-8515db6eafae req-897c9b92-7701-4071-9990-8b85fb72170c service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Refreshing network info cache for port 672b5a94-cca5-4b52-a04d-28e01ab6818c {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.493679] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5032a3b3-6f35-4e51-9f68-8af7d7e0ce52 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.497423] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99809f4e-423f-4584-ba2b-975efe559ab6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.507228] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.507483] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.507665] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleting the datastore file [datastore2] cd599a29-83f5-4f78-91b5-7e74ad4755db {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.508692] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b74d2fa4-f180-45a3-95f2-760a42459c6a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.526725] env[69702]: DEBUG nova.virt.hardware [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.528211] env[69702]: DEBUG nova.virt.hardware [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.528211] env[69702]: DEBUG nova.virt.hardware [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.528211] env[69702]: DEBUG nova.virt.hardware [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.528211] env[69702]: DEBUG nova.virt.hardware [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.528211] env[69702]: DEBUG nova.virt.hardware [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.528211] env[69702]: DEBUG nova.virt.hardware [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.528211] env[69702]: DEBUG nova.virt.hardware [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.528585] env[69702]: DEBUG nova.virt.hardware [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.528585] env[69702]: DEBUG nova.virt.hardware [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.528585] env[69702]: DEBUG nova.virt.hardware [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.535331] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Reconfiguring VM to attach interface {{(pid=69702) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 968.540340] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76b1a32-b556-4639-a2c9-1a7e6dec2084 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.547642] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc0d1efe-e639-4a24-8f3a-0b27077b3c65 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.558267] env[69702]: DEBUG oslo_vmware.api [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 968.558267] env[69702]: value = "task-3085457" [ 968.558267] env[69702]: _type = "Task" [ 968.558267] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.575795] env[69702]: DEBUG nova.compute.provider_tree [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.577432] env[69702]: DEBUG oslo_vmware.api [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 968.577432] env[69702]: value = "task-3085458" [ 968.577432] env[69702]: _type = "Task" [ 968.577432] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.581899] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085454, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.592927] env[69702]: DEBUG oslo_vmware.api [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.600151] env[69702]: DEBUG oslo_vmware.api [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.686277] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085455, 'name': ReconfigVM_Task, 'duration_secs': 0.304623} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.686790] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Reconfigured VM instance instance-00000052 to attach disk [datastore1] bc412877-6d0c-4347-8ad4-a453a16789d9/bc412877-6d0c-4347-8ad4-a453a16789d9.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.687681] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b813618f-c2bc-4a56-9f9c-755c7af310ed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.697037] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Waiting for the task: (returnval){ [ 968.697037] env[69702]: value = "task-3085459" [ 968.697037] env[69702]: _type = "Task" [ 968.697037] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.714633] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085459, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.719288] env[69702]: DEBUG oslo_vmware.api [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.737174] env[69702]: DEBUG nova.network.neutron [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Updating instance_info_cache with network_info: [{"id": "46238edc-580d-4ff9-8f9e-fde46e107d78", "address": "fa:16:3e:fc:e0:95", "network": {"id": "48cec9aa-d518-4565-b59c-e63048cb6da8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1018074183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5980de54ac164eeb80f6ea4cf527466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46238edc-58", "ovs_interfaceid": "46238edc-580d-4ff9-8f9e-fde46e107d78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.792828] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] Releasing lock "refresh_cache-3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.793177] env[69702]: DEBUG nova.compute.manager [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Received event network-vif-plugged-46238edc-580d-4ff9-8f9e-fde46e107d78 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.793385] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] Acquiring lock "b4e5c17f-f23f-44bc-ad53-d2938710f424-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.793596] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] Lock "b4e5c17f-f23f-44bc-ad53-d2938710f424-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.793767] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] Lock "b4e5c17f-f23f-44bc-ad53-d2938710f424-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.793997] env[69702]: DEBUG nova.compute.manager [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] No waiting events found dispatching network-vif-plugged-46238edc-580d-4ff9-8f9e-fde46e107d78 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.794231] env[69702]: WARNING nova.compute.manager [req-3a4e381e-af8a-450a-bb7a-623b50b4a966 req-770df0dd-5d96-4e73-8e62-6c3db8854181 service nova] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Received unexpected event network-vif-plugged-46238edc-580d-4ff9-8f9e-fde46e107d78 for instance with vm_state building and task_state spawning. [ 969.035413] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085454, 'name': CreateSnapshot_Task, 'duration_secs': 0.562977} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.035735] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 969.036576] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907dc812-bd33-4c8d-8467-4d0c3989f1f1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.071650] env[69702]: DEBUG oslo_vmware.api [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154671} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.072714] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.072714] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.072714] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.072930] env[69702]: INFO nova.compute.manager [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Took 1.18 seconds to destroy the instance on the hypervisor. [ 969.073050] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.073228] env[69702]: DEBUG nova.compute.manager [-] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.073319] env[69702]: DEBUG nova.network.neutron [-] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.088021] env[69702]: DEBUG nova.compute.manager [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.088514] env[69702]: DEBUG nova.scheduler.client.report [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.106430] env[69702]: DEBUG oslo_vmware.api [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.127247] env[69702]: DEBUG nova.virt.hardware [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.127247] env[69702]: DEBUG nova.virt.hardware [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.127247] env[69702]: DEBUG nova.virt.hardware [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.127247] env[69702]: DEBUG nova.virt.hardware [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.127247] env[69702]: DEBUG nova.virt.hardware [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.127247] env[69702]: DEBUG nova.virt.hardware [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.127247] env[69702]: DEBUG nova.virt.hardware [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.127247] env[69702]: DEBUG nova.virt.hardware [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.127247] env[69702]: DEBUG nova.virt.hardware [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.127715] env[69702]: DEBUG nova.virt.hardware [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.127715] env[69702]: DEBUG nova.virt.hardware [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.128881] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8471f6b5-df83-4bc6-847e-97473c50f734 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.140702] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3921ea18-fc67-4006-abb1-8aa394c4cb11 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.208846] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085459, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.212503] env[69702]: DEBUG oslo_vmware.api [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085451, 'name': ReconfigVM_Task, 'duration_secs': 1.113275} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.212841] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617661', 'volume_id': '3feb9d01-7422-4362-8c6c-28c5bbaf6957', 'name': 'volume-3feb9d01-7422-4362-8c6c-28c5bbaf6957', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b11d419a-93e7-48a1-b29d-97c3c80eb891', 'attached_at': '', 'detached_at': '', 'volume_id': '3feb9d01-7422-4362-8c6c-28c5bbaf6957', 'serial': '3feb9d01-7422-4362-8c6c-28c5bbaf6957'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 969.242236] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Releasing lock "refresh_cache-b4e5c17f-f23f-44bc-ad53-d2938710f424" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.242627] env[69702]: DEBUG nova.compute.manager [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Instance network_info: |[{"id": "46238edc-580d-4ff9-8f9e-fde46e107d78", "address": "fa:16:3e:fc:e0:95", "network": {"id": "48cec9aa-d518-4565-b59c-e63048cb6da8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1018074183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5980de54ac164eeb80f6ea4cf527466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46238edc-58", "ovs_interfaceid": "46238edc-580d-4ff9-8f9e-fde46e107d78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.243527] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:e0:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46238edc-580d-4ff9-8f9e-fde46e107d78', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.253548] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Creating folder: Project (5980de54ac164eeb80f6ea4cf527466d). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.253831] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca52a045-881b-4d95-8878-d2e7d85c224a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.268068] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Created folder: Project (5980de54ac164eeb80f6ea4cf527466d) in parent group-v617437. [ 969.268291] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Creating folder: Instances. Parent ref: group-v617668. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.268531] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-117da880-fb14-41b3-87d9-eb5e8540b5e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.280265] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Created folder: Instances in parent group-v617668. [ 969.280555] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.280759] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.281167] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb2c1078-f611-4d1d-b165-7d0483c4d020 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.303326] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.303326] env[69702]: value = "task-3085462" [ 969.303326] env[69702]: _type = "Task" [ 969.303326] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.308289] env[69702]: DEBUG nova.network.neutron [req-8c31c586-6dca-4c21-9340-8515db6eafae req-897c9b92-7701-4071-9990-8b85fb72170c service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updated VIF entry in instance network info cache for port 672b5a94-cca5-4b52-a04d-28e01ab6818c. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.308986] env[69702]: DEBUG nova.network.neutron [req-8c31c586-6dca-4c21-9340-8515db6eafae req-897c9b92-7701-4071-9990-8b85fb72170c service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updating instance_info_cache with network_info: [{"id": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "address": "fa:16:3e:99:e1:95", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc10ec8-c3", "ovs_interfaceid": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d43a811-06f9-4def-ba8e-1be10293b5b7", "address": "fa:16:3e:9c:77:6a", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d43a811-06", "ovs_interfaceid": "0d43a811-06f9-4def-ba8e-1be10293b5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "672b5a94-cca5-4b52-a04d-28e01ab6818c", "address": "fa:16:3e:c5:98:61", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap672b5a94-cc", "ovs_interfaceid": "672b5a94-cca5-4b52-a04d-28e01ab6818c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.313935] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085462, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.480804] env[69702]: DEBUG nova.compute.manager [req-2347f6bb-bdd3-4a85-9d7e-a274aefe3e8a req-e5781e13-9597-4677-87c3-9a8aaa8f035d service nova] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Received event network-changed-46238edc-580d-4ff9-8f9e-fde46e107d78 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.480804] env[69702]: DEBUG nova.compute.manager [req-2347f6bb-bdd3-4a85-9d7e-a274aefe3e8a req-e5781e13-9597-4677-87c3-9a8aaa8f035d service nova] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Refreshing instance network info cache due to event network-changed-46238edc-580d-4ff9-8f9e-fde46e107d78. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.481188] env[69702]: DEBUG oslo_concurrency.lockutils [req-2347f6bb-bdd3-4a85-9d7e-a274aefe3e8a req-e5781e13-9597-4677-87c3-9a8aaa8f035d service nova] Acquiring lock "refresh_cache-b4e5c17f-f23f-44bc-ad53-d2938710f424" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.481393] env[69702]: DEBUG oslo_concurrency.lockutils [req-2347f6bb-bdd3-4a85-9d7e-a274aefe3e8a req-e5781e13-9597-4677-87c3-9a8aaa8f035d service nova] Acquired lock "refresh_cache-b4e5c17f-f23f-44bc-ad53-d2938710f424" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.482115] env[69702]: DEBUG nova.network.neutron [req-2347f6bb-bdd3-4a85-9d7e-a274aefe3e8a req-e5781e13-9597-4677-87c3-9a8aaa8f035d service nova] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Refreshing network info cache for port 46238edc-580d-4ff9-8f9e-fde46e107d78 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.541249] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Acquiring lock "05a93152-5943-4981-bbd0-a722435710bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.541493] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Lock "05a93152-5943-4981-bbd0-a722435710bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.556922] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 969.557571] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cfb90196-49ab-4eab-a134-6bb53d1ce4b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.573536] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 969.573536] env[69702]: value = "task-3085463" [ 969.573536] env[69702]: _type = "Task" [ 969.573536] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.583328] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085463, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.594247] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.594739] env[69702]: DEBUG nova.compute.manager [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.601567] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.387s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.601800] env[69702]: DEBUG nova.objects.instance [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Lazy-loading 'resources' on Instance uuid 66df6ee6-506f-4ba6-93a3-69845a6bd9d9 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.607811] env[69702]: DEBUG oslo_vmware.api [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085458, 'name': ReconfigVM_Task, 'duration_secs': 0.730883} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.608470] env[69702]: DEBUG oslo_concurrency.lockutils [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.608709] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Reconfigured VM to attach interface {{(pid=69702) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 969.710559] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085459, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.815277] env[69702]: DEBUG oslo_concurrency.lockutils [req-8c31c586-6dca-4c21-9340-8515db6eafae req-897c9b92-7701-4071-9990-8b85fb72170c service nova] Releasing lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.815691] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085462, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.856788] env[69702]: DEBUG nova.network.neutron [-] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.981034] env[69702]: DEBUG nova.network.neutron [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Successfully updated port: ada258b2-dc3c-4ead-9bc1-27732208253a {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.043981] env[69702]: DEBUG nova.compute.manager [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.088726] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085463, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.095292] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 970.099022] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617666', 'volume_id': 'e01dbe52-59eb-4a7c-ae34-3c492d656186', 'name': 'volume-e01dbe52-59eb-4a7c-ae34-3c492d656186', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a764b38d-4e4d-4b80-81d4-441bdebcfa0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e01dbe52-59eb-4a7c-ae34-3c492d656186', 'serial': 'e01dbe52-59eb-4a7c-ae34-3c492d656186'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 970.099022] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e437f16-6a2c-469e-957f-77a160547bb6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.115970] env[69702]: DEBUG nova.compute.utils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.119047] env[69702]: DEBUG oslo_concurrency.lockutils [None req-72e3dbe5-818a-4591-b631-81101e47ca4e tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-248e1129-34e7-4f2e-af05-22fe4314b24e-672b5a94-cca5-4b52-a04d-28e01ab6818c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.832s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.120154] env[69702]: DEBUG nova.compute.manager [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.120391] env[69702]: DEBUG nova.network.neutron [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.123548] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961e0969-1f19-45c2-ba86-38e3a3c6e406 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.155903] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-e01dbe52-59eb-4a7c-ae34-3c492d656186/volume-e01dbe52-59eb-4a7c-ae34-3c492d656186.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.159256] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b6ca0af-c468-4fa5-b05b-621cf0b282f7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.176166] env[69702]: DEBUG nova.policy [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323749f2918b4e87ae8048d4a8e2c109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ad83c4295dc4886b9ca2d028bb1a479', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.186696] env[69702]: DEBUG oslo_vmware.api [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 970.186696] env[69702]: value = "task-3085464" [ 970.186696] env[69702]: _type = "Task" [ 970.186696] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.196538] env[69702]: DEBUG oslo_vmware.api [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.204954] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085459, 'name': Rename_Task, 'duration_secs': 1.279861} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.205526] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.205526] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86db0227-d26d-4376-9ba2-baa8cf65aeeb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.212281] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Waiting for the task: (returnval){ [ 970.212281] env[69702]: value = "task-3085465" [ 970.212281] env[69702]: _type = "Task" [ 970.212281] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.224423] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.277477] env[69702]: DEBUG nova.network.neutron [req-2347f6bb-bdd3-4a85-9d7e-a274aefe3e8a req-e5781e13-9597-4677-87c3-9a8aaa8f035d service nova] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Updated VIF entry in instance network info cache for port 46238edc-580d-4ff9-8f9e-fde46e107d78. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.277966] env[69702]: DEBUG nova.network.neutron [req-2347f6bb-bdd3-4a85-9d7e-a274aefe3e8a req-e5781e13-9597-4677-87c3-9a8aaa8f035d service nova] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Updating instance_info_cache with network_info: [{"id": "46238edc-580d-4ff9-8f9e-fde46e107d78", "address": "fa:16:3e:fc:e0:95", "network": {"id": "48cec9aa-d518-4565-b59c-e63048cb6da8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1018074183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5980de54ac164eeb80f6ea4cf527466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46238edc-58", "ovs_interfaceid": "46238edc-580d-4ff9-8f9e-fde46e107d78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.288299] env[69702]: DEBUG nova.objects.instance [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'flavor' on Instance uuid b11d419a-93e7-48a1-b29d-97c3c80eb891 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.317805] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085462, 'name': CreateVM_Task, 'duration_secs': 0.524782} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.317978] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.318799] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.319059] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.319471] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.319782] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f939f04-8ca5-4d82-b8d8-c331116d98de {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.330122] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Waiting for the task: (returnval){ [ 970.330122] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e70fff-b615-216b-a64f-115e65595c0f" [ 970.330122] env[69702]: _type = "Task" [ 970.330122] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.337830] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e70fff-b615-216b-a64f-115e65595c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.360064] env[69702]: INFO nova.compute.manager [-] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Took 1.29 seconds to deallocate network for instance. [ 970.477868] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c79e4d-74fc-495c-ba18-369352d88676 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.483529] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "refresh_cache-95847040-9a91-404f-8e7c-1c7caf7f402b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.483889] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "refresh_cache-95847040-9a91-404f-8e7c-1c7caf7f402b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.483975] env[69702]: DEBUG nova.network.neutron [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.488487] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff461d0-261e-4d48-9209-43c8fff7cd7c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.520290] env[69702]: DEBUG nova.network.neutron [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Successfully created port: 42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.522868] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ffd33f-86c9-4589-bc3d-816f4ab2e647 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.531203] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88762496-bcdc-4001-90f8-ba673095a212 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.537108] env[69702]: DEBUG nova.compute.manager [req-86e49fec-0f1e-4ffa-8a0d-87ac14d68813 req-21fc8e0e-19ac-40dc-a580-3a5ab4b68569 service nova] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Received event network-vif-deleted-bc232c81-5c03-4112-854c-eb0c6b310edd {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.553040] env[69702]: DEBUG nova.compute.provider_tree [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.569199] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.584692] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085463, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.619318] env[69702]: DEBUG nova.compute.manager [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.696710] env[69702]: DEBUG oslo_vmware.api [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085464, 'name': ReconfigVM_Task, 'duration_secs': 0.455771} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.697023] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-e01dbe52-59eb-4a7c-ae34-3c492d656186/volume-e01dbe52-59eb-4a7c-ae34-3c492d656186.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.704771] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67443da5-4bd9-49d1-8ede-fb9a855dce39 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.728330] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085465, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.731344] env[69702]: DEBUG oslo_vmware.api [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 970.731344] env[69702]: value = "task-3085466" [ 970.731344] env[69702]: _type = "Task" [ 970.731344] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.738767] env[69702]: DEBUG oslo_vmware.api [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.785125] env[69702]: DEBUG oslo_concurrency.lockutils [req-2347f6bb-bdd3-4a85-9d7e-a274aefe3e8a req-e5781e13-9597-4677-87c3-9a8aaa8f035d service nova] Releasing lock "refresh_cache-b4e5c17f-f23f-44bc-ad53-d2938710f424" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.794095] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2aedbbf9-ad58-4a41-98e6-540d927cf4b7 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.398s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.838738] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e70fff-b615-216b-a64f-115e65595c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.839068] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.840079] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.840079] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.840079] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.840079] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.840501] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48761c77-243e-41fc-9d2c-20c52c64a0e8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.848345] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.848527] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.849246] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a43d47bf-30a1-4343-b55c-7b063c77ae11 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.854693] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Waiting for the task: (returnval){ [ 970.854693] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521c25fb-0c8e-a083-265a-a6911914aa29" [ 970.854693] env[69702]: _type = "Task" [ 970.854693] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.865191] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521c25fb-0c8e-a083-265a-a6911914aa29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.871616] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.048725] env[69702]: DEBUG nova.network.neutron [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.059517] env[69702]: DEBUG nova.scheduler.client.report [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.096667] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085463, 'name': CloneVM_Task, 'duration_secs': 1.317201} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.097042] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Created linked-clone VM from snapshot [ 971.098503] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec008b57-009d-4419-80a0-204838d262a6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.110966] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Uploading image ab9bba29-be1d-4e53-b4d2-19e06c040242 {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 971.138395] env[69702]: DEBUG oslo_vmware.rw_handles [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 971.138395] env[69702]: value = "vm-617671" [ 971.138395] env[69702]: _type = "VirtualMachine" [ 971.138395] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 971.139149] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8eac0550-ab74-4e2e-a10a-47ddd32dacd1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.147106] env[69702]: DEBUG oslo_vmware.rw_handles [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lease: (returnval){ [ 971.147106] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ec182e-ede5-ebbf-5814-1cbfaa0661a4" [ 971.147106] env[69702]: _type = "HttpNfcLease" [ 971.147106] env[69702]: } obtained for exporting VM: (result){ [ 971.147106] env[69702]: value = "vm-617671" [ 971.147106] env[69702]: _type = "VirtualMachine" [ 971.147106] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 971.147461] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the lease: (returnval){ [ 971.147461] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ec182e-ede5-ebbf-5814-1cbfaa0661a4" [ 971.147461] env[69702]: _type = "HttpNfcLease" [ 971.147461] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 971.156947] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 971.156947] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ec182e-ede5-ebbf-5814-1cbfaa0661a4" [ 971.156947] env[69702]: _type = "HttpNfcLease" [ 971.156947] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 971.226039] env[69702]: DEBUG oslo_vmware.api [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085465, 'name': PowerOnVM_Task, 'duration_secs': 0.520407} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.226875] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.227159] env[69702]: INFO nova.compute.manager [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Took 8.83 seconds to spawn the instance on the hypervisor. [ 971.227382] env[69702]: DEBUG nova.compute.manager [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.228177] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f68a10-b406-4161-87a9-d59cf67a8dfb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.244594] env[69702]: DEBUG oslo_vmware.api [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085466, 'name': ReconfigVM_Task, 'duration_secs': 0.186294} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.245113] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617666', 'volume_id': 'e01dbe52-59eb-4a7c-ae34-3c492d656186', 'name': 'volume-e01dbe52-59eb-4a7c-ae34-3c492d656186', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a764b38d-4e4d-4b80-81d4-441bdebcfa0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e01dbe52-59eb-4a7c-ae34-3c492d656186', 'serial': 'e01dbe52-59eb-4a7c-ae34-3c492d656186'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 971.333550] env[69702]: DEBUG nova.network.neutron [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Updating instance_info_cache with network_info: [{"id": "ada258b2-dc3c-4ead-9bc1-27732208253a", "address": "fa:16:3e:fb:ca:96", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada258b2-dc", "ovs_interfaceid": "ada258b2-dc3c-4ead-9bc1-27732208253a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.369844] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521c25fb-0c8e-a083-265a-a6911914aa29, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.370683] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3562dbf3-f742-4446-b8a1-61d6726e6a06 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.375821] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Waiting for the task: (returnval){ [ 971.375821] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5250200c-4b31-e421-d918-6b5931a3e6ba" [ 971.375821] env[69702]: _type = "Task" [ 971.375821] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.383844] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5250200c-4b31-e421-d918-6b5931a3e6ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.403504] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.403702] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.403885] env[69702]: DEBUG nova.compute.manager [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.404910] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d480cfe2-2f44-417b-a6c8-97942c760156 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.410980] env[69702]: DEBUG nova.compute.manager [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69702) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 971.413818] env[69702]: DEBUG nova.objects.instance [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'flavor' on Instance uuid b11d419a-93e7-48a1-b29d-97c3c80eb891 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.570703] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.572564] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.004s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.574980] env[69702]: INFO nova.compute.claims [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.595348] env[69702]: INFO nova.scheduler.client.report [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Deleted allocations for instance 66df6ee6-506f-4ba6-93a3-69845a6bd9d9 [ 971.631691] env[69702]: DEBUG nova.compute.manager [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.655157] env[69702]: DEBUG nova.virt.hardware [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.655413] env[69702]: DEBUG nova.virt.hardware [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.655567] env[69702]: DEBUG nova.virt.hardware [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.655744] env[69702]: DEBUG nova.virt.hardware [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.655886] env[69702]: DEBUG nova.virt.hardware [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.656452] env[69702]: DEBUG nova.virt.hardware [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.657616] env[69702]: DEBUG nova.virt.hardware [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.657834] env[69702]: DEBUG nova.virt.hardware [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.658069] env[69702]: DEBUG nova.virt.hardware [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.658315] env[69702]: DEBUG nova.virt.hardware [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.658564] env[69702]: DEBUG nova.virt.hardware [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.659356] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f313b2-d74a-44ff-b044-c45010910794 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.664434] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 971.664434] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ec182e-ede5-ebbf-5814-1cbfaa0661a4" [ 971.664434] env[69702]: _type = "HttpNfcLease" [ 971.664434] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 971.665112] env[69702]: DEBUG oslo_vmware.rw_handles [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 971.665112] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ec182e-ede5-ebbf-5814-1cbfaa0661a4" [ 971.665112] env[69702]: _type = "HttpNfcLease" [ 971.665112] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 971.665929] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e489a95-e473-4049-97d8-f4087c27575d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.672383] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181eec8c-01e3-47e7-b60f-6082c732acef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.680620] env[69702]: DEBUG oslo_vmware.rw_handles [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52869b79-01e6-62ae-12c3-4691741494f0/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 971.681133] env[69702]: DEBUG oslo_vmware.rw_handles [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52869b79-01e6-62ae-12c3-4691741494f0/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 971.753377] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "interface-248e1129-34e7-4f2e-af05-22fe4314b24e-0d43a811-06f9-4def-ba8e-1be10293b5b7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.753710] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-248e1129-34e7-4f2e-af05-22fe4314b24e-0d43a811-06f9-4def-ba8e-1be10293b5b7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.765213] env[69702]: INFO nova.compute.manager [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Took 13.79 seconds to build instance. [ 971.830237] env[69702]: DEBUG nova.compute.manager [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Received event network-vif-plugged-ada258b2-dc3c-4ead-9bc1-27732208253a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.830237] env[69702]: DEBUG oslo_concurrency.lockutils [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] Acquiring lock "95847040-9a91-404f-8e7c-1c7caf7f402b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.830370] env[69702]: DEBUG oslo_concurrency.lockutils [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] Lock "95847040-9a91-404f-8e7c-1c7caf7f402b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.830613] env[69702]: DEBUG oslo_concurrency.lockutils [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] Lock "95847040-9a91-404f-8e7c-1c7caf7f402b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.830872] env[69702]: DEBUG nova.compute.manager [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] No waiting events found dispatching network-vif-plugged-ada258b2-dc3c-4ead-9bc1-27732208253a {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.831130] env[69702]: WARNING nova.compute.manager [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Received unexpected event network-vif-plugged-ada258b2-dc3c-4ead-9bc1-27732208253a for instance with vm_state building and task_state spawning. [ 971.831300] env[69702]: DEBUG nova.compute.manager [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Received event network-changed-ada258b2-dc3c-4ead-9bc1-27732208253a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.831474] env[69702]: DEBUG nova.compute.manager [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Refreshing instance network info cache due to event network-changed-ada258b2-dc3c-4ead-9bc1-27732208253a. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.831660] env[69702]: DEBUG oslo_concurrency.lockutils [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] Acquiring lock "refresh_cache-95847040-9a91-404f-8e7c-1c7caf7f402b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.835738] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a22eb30-5b96-4779-9054-ed01a0f049a9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.838251] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "refresh_cache-95847040-9a91-404f-8e7c-1c7caf7f402b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.838681] env[69702]: DEBUG nova.compute.manager [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Instance network_info: |[{"id": "ada258b2-dc3c-4ead-9bc1-27732208253a", "address": "fa:16:3e:fb:ca:96", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada258b2-dc", "ovs_interfaceid": "ada258b2-dc3c-4ead-9bc1-27732208253a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.839264] env[69702]: DEBUG oslo_concurrency.lockutils [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] Acquired lock "refresh_cache-95847040-9a91-404f-8e7c-1c7caf7f402b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.839450] env[69702]: DEBUG nova.network.neutron [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Refreshing network info cache for port ada258b2-dc3c-4ead-9bc1-27732208253a {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.841080] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:ca:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ada258b2-dc3c-4ead-9bc1-27732208253a', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.848946] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.850087] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.850337] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-852c7eff-e576-4111-b276-dcc3594c46e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.873743] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.873743] env[69702]: value = "task-3085468" [ 971.873743] env[69702]: _type = "Task" [ 971.873743] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.888220] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085468, 'name': CreateVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.897300] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5250200c-4b31-e421-d918-6b5931a3e6ba, 'name': SearchDatastore_Task, 'duration_secs': 0.031523} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.898198] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.898198] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] b4e5c17f-f23f-44bc-ad53-d2938710f424/b4e5c17f-f23f-44bc-ad53-d2938710f424.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.898637] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d52c1ce-05c1-4d3d-8467-2d4ad3ab2d3e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.905855] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Waiting for the task: (returnval){ [ 971.905855] env[69702]: value = "task-3085469" [ 971.905855] env[69702]: _type = "Task" [ 971.905855] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.914196] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.103255] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9f67b28-befa-4b39-b98d-6e3b960d1d35 tempest-ServersTestBootFromVolume-1622515978 tempest-ServersTestBootFromVolume-1622515978-project-member] Lock "66df6ee6-506f-4ba6-93a3-69845a6bd9d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.616s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.115969] env[69702]: DEBUG nova.network.neutron [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Successfully updated port: 42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.256550] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.256854] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.257933] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb606f4-37f7-426a-b0e4-c6f91f7fdf0d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.278962] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f67c9269-dd42-435c-89ca-872036cb9dfe tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Lock "bc412877-6d0c-4347-8ad4-a453a16789d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.322s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.280153] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29083051-8f82-428b-bb8b-f3b30fc3d7bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.310440] env[69702]: DEBUG nova.objects.instance [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lazy-loading 'flavor' on Instance uuid a764b38d-4e4d-4b80-81d4-441bdebcfa0f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.322490] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Reconfiguring VM to detach interface {{(pid=69702) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 972.322490] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87750eea-deab-48e0-9563-5b76bcffee88 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.345150] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 972.345150] env[69702]: value = "task-3085470" [ 972.345150] env[69702]: _type = "Task" [ 972.345150] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.356434] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085470, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.387496] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085468, 'name': CreateVM_Task, 'duration_secs': 0.382522} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.387496] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.387496] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.387496] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.388306] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.388816] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e2daa2-d1b5-4827-bce6-5570ec537edf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.395457] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 972.395457] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5218c562-b2e9-b8e3-be75-c62637c04f61" [ 972.395457] env[69702]: _type = "Task" [ 972.395457] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.404658] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5218c562-b2e9-b8e3-be75-c62637c04f61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.417856] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085469, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.425205] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.425344] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0329e750-6246-466b-869a-1fd4a46bd29c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.433079] env[69702]: DEBUG oslo_vmware.api [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 972.433079] env[69702]: value = "task-3085471" [ 972.433079] env[69702]: _type = "Task" [ 972.433079] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.443688] env[69702]: DEBUG oslo_vmware.api [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.625577] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.626243] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.626535] env[69702]: DEBUG nova.network.neutron [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.744706] env[69702]: DEBUG nova.compute.manager [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Received event network-vif-plugged-42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.745643] env[69702]: DEBUG oslo_concurrency.lockutils [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] Acquiring lock "de55fe3f-564d-4ce3-b008-2c9c53d77692-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.746450] env[69702]: DEBUG oslo_concurrency.lockutils [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.746954] env[69702]: DEBUG oslo_concurrency.lockutils [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.747487] env[69702]: DEBUG nova.compute.manager [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] No waiting events found dispatching network-vif-plugged-42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.748883] env[69702]: WARNING nova.compute.manager [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Received unexpected event network-vif-plugged-42c6b5ad-971a-4767-aae3-ecbed6e824ee for instance with vm_state building and task_state spawning. [ 972.748883] env[69702]: DEBUG nova.compute.manager [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Received event network-changed-42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.748883] env[69702]: DEBUG nova.compute.manager [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Refreshing instance network info cache due to event network-changed-42c6b5ad-971a-4767-aae3-ecbed6e824ee. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.748883] env[69702]: DEBUG oslo_concurrency.lockutils [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] Acquiring lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.837602] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8aa8ea02-af1d-4f7b-adec-ddadf73ede28 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.881s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.860014] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.909415] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5218c562-b2e9-b8e3-be75-c62637c04f61, 'name': SearchDatastore_Task, 'duration_secs': 0.026739} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.916754] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.917042] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.917290] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.917440] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.917616] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.919087] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2d5b794-779c-47f9-ab12-7f69fb4294ed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.926112] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59404} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.926475] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] b4e5c17f-f23f-44bc-ad53-d2938710f424/b4e5c17f-f23f-44bc-ad53-d2938710f424.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.926757] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.927089] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d4dedfa-f8e3-430f-ab80-f483a7402e26 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.930824] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.931024] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.933796] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b16919-a714-49e8-9268-51074099905d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.942869] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b47d66-cba9-4619-a379-d7e8087da8cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.947349] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Waiting for the task: (returnval){ [ 972.947349] env[69702]: value = "task-3085472" [ 972.947349] env[69702]: _type = "Task" [ 972.947349] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.960028] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 972.960028] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ea44a6-f645-cb2b-2197-34b9d596eca2" [ 972.960028] env[69702]: _type = "Task" [ 972.960028] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.961623] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920b75ee-0c9f-4c6c-95c9-516227ba531d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.965860] env[69702]: DEBUG nova.network.neutron [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Updated VIF entry in instance network info cache for port ada258b2-dc3c-4ead-9bc1-27732208253a. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.967038] env[69702]: DEBUG nova.network.neutron [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Updating instance_info_cache with network_info: [{"id": "ada258b2-dc3c-4ead-9bc1-27732208253a", "address": "fa:16:3e:fb:ca:96", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada258b2-dc", "ovs_interfaceid": "ada258b2-dc3c-4ead-9bc1-27732208253a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.977765] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.978094] env[69702]: DEBUG oslo_vmware.api [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085471, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.014215] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ea44a6-f645-cb2b-2197-34b9d596eca2, 'name': SearchDatastore_Task, 'duration_secs': 0.015514} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.015029] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a24f86-5e22-44ac-a77a-f4b425fa2194 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.019183] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f4dad8-05c0-4cd1-a7b1-e6adb3f95f44 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.028611] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e84b61e-29c7-4352-b3c0-990c37974b45 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.033312] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 973.033312] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526bee42-135b-d553-0f75-82865ae1c172" [ 973.033312] env[69702]: _type = "Task" [ 973.033312] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.046872] env[69702]: DEBUG nova.compute.provider_tree [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.054758] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526bee42-135b-d553-0f75-82865ae1c172, 'name': SearchDatastore_Task, 'duration_secs': 0.021312} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.055144] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.055428] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 95847040-9a91-404f-8e7c-1c7caf7f402b/95847040-9a91-404f-8e7c-1c7caf7f402b.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.056432] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23e40e70-5482-497b-a828-f4305fd86263 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.063794] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 973.063794] env[69702]: value = "task-3085473" [ 973.063794] env[69702]: _type = "Task" [ 973.063794] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.073307] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.182151] env[69702]: DEBUG nova.network.neutron [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.355675] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.397906] env[69702]: DEBUG nova.network.neutron [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Updating instance_info_cache with network_info: [{"id": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "address": "fa:16:3e:0a:a8:51", "network": {"id": "b079dd1d-24f3-4308-8c24-d40888f0c757", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-633978202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad83c4295dc4886b9ca2d028bb1a479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c6b5ad-97", "ovs_interfaceid": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.459213] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07245} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.462155] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.462468] env[69702]: DEBUG oslo_vmware.api [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085471, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.463180] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc666f3-92a6-486a-8884-4c29621dd094 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.484986] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] b4e5c17f-f23f-44bc-ad53-d2938710f424/b4e5c17f-f23f-44bc-ad53-d2938710f424.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.485906] env[69702]: DEBUG oslo_concurrency.lockutils [req-3952a54b-5c5e-4d8b-b9e2-e15cec125092 req-cbf48236-0159-4698-910d-93636e414882 service nova] Releasing lock "refresh_cache-95847040-9a91-404f-8e7c-1c7caf7f402b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.486298] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdbe23ab-a56b-4f37-9762-b0a83ede45cf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.505834] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Waiting for the task: (returnval){ [ 973.505834] env[69702]: value = "task-3085474" [ 973.505834] env[69702]: _type = "Task" [ 973.505834] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.516740] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.551207] env[69702]: DEBUG nova.scheduler.client.report [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.574587] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085473, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.616091] env[69702]: INFO nova.compute.manager [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Rescuing [ 973.616371] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.616591] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.616763] env[69702]: DEBUG nova.network.neutron [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.858672] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.876170] env[69702]: DEBUG nova.compute.manager [req-a93c7c0d-1109-4ea3-9c73-090185fb3e7c req-14d51ea5-0328-451a-8dc4-0991ea7d48c3 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Received event network-changed-a6026e0b-20ec-4bb2-8f79-6a3792cd46fc {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.876514] env[69702]: DEBUG nova.compute.manager [req-a93c7c0d-1109-4ea3-9c73-090185fb3e7c req-14d51ea5-0328-451a-8dc4-0991ea7d48c3 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Refreshing instance network info cache due to event network-changed-a6026e0b-20ec-4bb2-8f79-6a3792cd46fc. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.876730] env[69702]: DEBUG oslo_concurrency.lockutils [req-a93c7c0d-1109-4ea3-9c73-090185fb3e7c req-14d51ea5-0328-451a-8dc4-0991ea7d48c3 service nova] Acquiring lock "refresh_cache-bc412877-6d0c-4347-8ad4-a453a16789d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.876873] env[69702]: DEBUG oslo_concurrency.lockutils [req-a93c7c0d-1109-4ea3-9c73-090185fb3e7c req-14d51ea5-0328-451a-8dc4-0991ea7d48c3 service nova] Acquired lock "refresh_cache-bc412877-6d0c-4347-8ad4-a453a16789d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.877535] env[69702]: DEBUG nova.network.neutron [req-a93c7c0d-1109-4ea3-9c73-090185fb3e7c req-14d51ea5-0328-451a-8dc4-0991ea7d48c3 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Refreshing network info cache for port a6026e0b-20ec-4bb2-8f79-6a3792cd46fc {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.900611] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Releasing lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.900953] env[69702]: DEBUG nova.compute.manager [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Instance network_info: |[{"id": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "address": "fa:16:3e:0a:a8:51", "network": {"id": "b079dd1d-24f3-4308-8c24-d40888f0c757", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-633978202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad83c4295dc4886b9ca2d028bb1a479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c6b5ad-97", "ovs_interfaceid": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.901380] env[69702]: DEBUG oslo_concurrency.lockutils [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] Acquired lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.901582] env[69702]: DEBUG nova.network.neutron [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Refreshing network info cache for port 42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.902711] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:a8:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42c6b5ad-971a-4767-aae3-ecbed6e824ee', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.911386] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Creating folder: Project (7ad83c4295dc4886b9ca2d028bb1a479). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.915137] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4be5c6f2-a1e4-407a-89b6-7b4f4aabd59a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.925823] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Created folder: Project (7ad83c4295dc4886b9ca2d028bb1a479) in parent group-v617437. [ 973.925979] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Creating folder: Instances. Parent ref: group-v617673. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.926235] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81d9cd88-7a2d-4611-8f22-e2f1a81d2265 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.934925] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Created folder: Instances in parent group-v617673. [ 973.935773] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.935964] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.936282] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91cbaebf-6841-4478-a5e7-1709f8a5a76e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.964692] env[69702]: DEBUG oslo_vmware.api [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085471, 'name': PowerOffVM_Task, 'duration_secs': 1.261215} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.966162] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.966458] env[69702]: DEBUG nova.compute.manager [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.966741] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.966741] env[69702]: value = "task-3085477" [ 973.966741] env[69702]: _type = "Task" [ 973.966741] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.967584] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c20243-453f-4d83-9b97-7cf4fd07df21 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.981817] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085477, 'name': CreateVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.015568] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085474, 'name': ReconfigVM_Task, 'duration_secs': 0.38356} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.018225] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Reconfigured VM instance instance-00000053 to attach disk [datastore1] b4e5c17f-f23f-44bc-ad53-d2938710f424/b4e5c17f-f23f-44bc-ad53-d2938710f424.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.019666] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d0bb19c-63a6-435e-92cf-eb42337649ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.027244] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Waiting for the task: (returnval){ [ 974.027244] env[69702]: value = "task-3085478" [ 974.027244] env[69702]: _type = "Task" [ 974.027244] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.036531] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085478, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.057101] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.057939] env[69702]: DEBUG nova.compute.manager [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.062668] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.191s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.063146] env[69702]: DEBUG nova.objects.instance [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lazy-loading 'resources' on Instance uuid cd599a29-83f5-4f78-91b5-7e74ad4755db {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.081171] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791349} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.085586] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 95847040-9a91-404f-8e7c-1c7caf7f402b/95847040-9a91-404f-8e7c-1c7caf7f402b.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.085895] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.086245] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e19ca927-c4b1-49b5-b730-4892ffdebd99 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.093695] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 974.093695] env[69702]: value = "task-3085479" [ 974.093695] env[69702]: _type = "Task" [ 974.093695] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.107021] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.181513] env[69702]: DEBUG nova.network.neutron [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Updated VIF entry in instance network info cache for port 42c6b5ad-971a-4767-aae3-ecbed6e824ee. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.181969] env[69702]: DEBUG nova.network.neutron [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Updating instance_info_cache with network_info: [{"id": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "address": "fa:16:3e:0a:a8:51", "network": {"id": "b079dd1d-24f3-4308-8c24-d40888f0c757", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-633978202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad83c4295dc4886b9ca2d028bb1a479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c6b5ad-97", "ovs_interfaceid": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.365569] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.487468] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085477, 'name': CreateVM_Task, 'duration_secs': 0.405908} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.487970] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ec5d05ef-46e3-4a27-866d-0bcd65cc3a6d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.084s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.488834] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.489484] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.489644] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.489961] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.490393] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd43cea1-6eda-4c7e-8c77-3c05945b26e8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.495022] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 974.495022] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527a3e61-12e7-d653-1ca9-62633b2b3873" [ 974.495022] env[69702]: _type = "Task" [ 974.495022] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.504822] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527a3e61-12e7-d653-1ca9-62633b2b3873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.537201] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085478, 'name': Rename_Task, 'duration_secs': 0.163294} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.537479] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.537717] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca02b046-103c-4239-8e7b-1c51996b7b02 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.544725] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Waiting for the task: (returnval){ [ 974.544725] env[69702]: value = "task-3085480" [ 974.544725] env[69702]: _type = "Task" [ 974.544725] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.553798] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.566640] env[69702]: DEBUG nova.compute.utils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.570902] env[69702]: DEBUG nova.compute.manager [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.571096] env[69702]: DEBUG nova.network.neutron [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.606855] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091363} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.609175] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.610045] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b12826-248e-48a1-b117-323aca896189 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.634228] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 95847040-9a91-404f-8e7c-1c7caf7f402b/95847040-9a91-404f-8e7c-1c7caf7f402b.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.636702] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be78bba2-ce00-4fbc-8b49-2e8f9fe88a33 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.654785] env[69702]: DEBUG nova.network.neutron [req-a93c7c0d-1109-4ea3-9c73-090185fb3e7c req-14d51ea5-0328-451a-8dc4-0991ea7d48c3 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Updated VIF entry in instance network info cache for port a6026e0b-20ec-4bb2-8f79-6a3792cd46fc. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.655131] env[69702]: DEBUG nova.network.neutron [req-a93c7c0d-1109-4ea3-9c73-090185fb3e7c req-14d51ea5-0328-451a-8dc4-0991ea7d48c3 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Updating instance_info_cache with network_info: [{"id": "a6026e0b-20ec-4bb2-8f79-6a3792cd46fc", "address": "fa:16:3e:b0:43:a0", "network": {"id": "9d98f90f-01e3-4dca-80d0-d08ebff905ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-167006355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fb4f11247a40329eceba55796d9693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6026e0b-20", "ovs_interfaceid": "a6026e0b-20ec-4bb2-8f79-6a3792cd46fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.661953] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 974.661953] env[69702]: value = "task-3085481" [ 974.661953] env[69702]: _type = "Task" [ 974.661953] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.674976] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085481, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.685194] env[69702]: DEBUG oslo_concurrency.lockutils [req-4a6bd4a8-fa69-4850-9d69-d493f2b78d81 req-644e2b34-2b3a-4e74-8ed1-e304e0f4881b service nova] Releasing lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.721584] env[69702]: DEBUG nova.policy [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c47fe45bc3846bfad25a86a743d4c80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08c5857bd8a540218ace7331d11c0107', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.766151] env[69702]: DEBUG nova.network.neutron [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Updating instance_info_cache with network_info: [{"id": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "address": "fa:16:3e:2d:04:a5", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db113c5-1a", "ovs_interfaceid": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.860327] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.907676] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad14341-71d5-47ec-a39e-db83e5de58b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.916045] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8038c8c0-ed98-4798-957c-aabc8a0ff4a1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.952424] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbde637-83e2-4b7d-904d-8e8f95c8f094 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.960391] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081bee82-36bd-4806-a8b5-5094f1c3d06f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.976250] env[69702]: DEBUG nova.compute.provider_tree [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.006235] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527a3e61-12e7-d653-1ca9-62633b2b3873, 'name': SearchDatastore_Task, 'duration_secs': 0.025117} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.007181] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.007181] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.007181] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.007181] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.007953] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.007953] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff0f0316-d3a9-479a-9f7c-81af0bc1cac0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.019498] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.019684] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.020430] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35afd6c1-de98-4469-aa55-53c7664d2fa9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.026095] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 975.026095] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52523599-fb54-06a3-6100-ffe2de9ace14" [ 975.026095] env[69702]: _type = "Task" [ 975.026095] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.033631] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52523599-fb54-06a3-6100-ffe2de9ace14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.053434] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.071655] env[69702]: DEBUG nova.compute.manager [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.102881] env[69702]: DEBUG nova.network.neutron [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Successfully created port: 1a253723-e3b8-4a25-83c4-add9c016b645 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.159802] env[69702]: DEBUG oslo_concurrency.lockutils [req-a93c7c0d-1109-4ea3-9c73-090185fb3e7c req-14d51ea5-0328-451a-8dc4-0991ea7d48c3 service nova] Releasing lock "refresh_cache-bc412877-6d0c-4347-8ad4-a453a16789d9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.160772] env[69702]: DEBUG nova.objects.instance [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'flavor' on Instance uuid b11d419a-93e7-48a1-b29d-97c3c80eb891 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.173623] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085481, 'name': ReconfigVM_Task, 'duration_secs': 0.311247} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.173903] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 95847040-9a91-404f-8e7c-1c7caf7f402b/95847040-9a91-404f-8e7c-1c7caf7f402b.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.174592] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67555366-ccb8-44b9-ace6-347b16e5a8b9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.180851] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 975.180851] env[69702]: value = "task-3085482" [ 975.180851] env[69702]: _type = "Task" [ 975.180851] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.190490] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085482, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.267836] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.362722] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.480015] env[69702]: DEBUG nova.scheduler.client.report [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.537849] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52523599-fb54-06a3-6100-ffe2de9ace14, 'name': SearchDatastore_Task, 'duration_secs': 0.021482} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.538720] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8c2bdc-bd9a-4bf3-92cc-5fd47b57a651 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.545163] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 975.545163] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52121c3b-0286-8f5d-3cc4-8baf9a1f65b0" [ 975.545163] env[69702]: _type = "Task" [ 975.545163] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.573084] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.573417] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52121c3b-0286-8f5d-3cc4-8baf9a1f65b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.672179] env[69702]: DEBUG oslo_concurrency.lockutils [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.672391] env[69702]: DEBUG oslo_concurrency.lockutils [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquired lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.672561] env[69702]: DEBUG nova.network.neutron [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.672743] env[69702]: DEBUG nova.objects.instance [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'info_cache' on Instance uuid b11d419a-93e7-48a1-b29d-97c3c80eb891 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.692335] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085482, 'name': Rename_Task, 'duration_secs': 0.145559} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.693012] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.693827] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9353544-18db-4656-b797-afe9495dd3ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.700972] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 975.700972] env[69702]: value = "task-3085483" [ 975.700972] env[69702]: _type = "Task" [ 975.700972] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.709228] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.862301] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.985294] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.008061] env[69702]: INFO nova.scheduler.client.report [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted allocations for instance cd599a29-83f5-4f78-91b5-7e74ad4755db [ 976.060998] env[69702]: DEBUG oslo_vmware.api [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085480, 'name': PowerOnVM_Task, 'duration_secs': 1.108639} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.061313] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52121c3b-0286-8f5d-3cc4-8baf9a1f65b0, 'name': SearchDatastore_Task, 'duration_secs': 0.027406} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.062211] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.062422] env[69702]: INFO nova.compute.manager [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Took 9.43 seconds to spawn the instance on the hypervisor. [ 976.062602] env[69702]: DEBUG nova.compute.manager [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.062884] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.063138] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] de55fe3f-564d-4ce3-b008-2c9c53d77692/de55fe3f-564d-4ce3-b008-2c9c53d77692.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.063853] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b6778c-a553-43e7-94c6-65fbc77249d9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.066495] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73ae927c-7c6c-4104-adc4-1ecab9875055 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.076292] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 976.076292] env[69702]: value = "task-3085484" [ 976.076292] env[69702]: _type = "Task" [ 976.076292] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.085430] env[69702]: DEBUG nova.compute.manager [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.087540] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.107688] env[69702]: DEBUG nova.virt.hardware [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.107946] env[69702]: DEBUG nova.virt.hardware [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.108125] env[69702]: DEBUG nova.virt.hardware [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.108355] env[69702]: DEBUG nova.virt.hardware [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.108498] env[69702]: DEBUG nova.virt.hardware [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.108649] env[69702]: DEBUG nova.virt.hardware [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.108863] env[69702]: DEBUG nova.virt.hardware [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.109033] env[69702]: DEBUG nova.virt.hardware [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.109209] env[69702]: DEBUG nova.virt.hardware [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.109376] env[69702]: DEBUG nova.virt.hardware [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.109552] env[69702]: DEBUG nova.virt.hardware [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.110434] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabdbbad-910f-48d7-b399-1eec2b8cfd93 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.119656] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb73c50-308b-45f3-9599-a12137b9d49f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.176424] env[69702]: DEBUG nova.objects.base [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 976.211412] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085483, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.363294] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.515586] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c9f14cef-8bfe-4c13-91a4-bfdf34b432b0 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "cd599a29-83f5-4f78-91b5-7e74ad4755db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.127s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.587418] env[69702]: INFO nova.compute.manager [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Took 17.03 seconds to build instance. [ 976.592027] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085484, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.720305] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085483, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.759825] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "756b27f4-cc48-4b25-8527-e0457185c7a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.761062] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "756b27f4-cc48-4b25-8527-e0457185c7a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.763132] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "756b27f4-cc48-4b25-8527-e0457185c7a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.763132] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "756b27f4-cc48-4b25-8527-e0457185c7a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.763132] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "756b27f4-cc48-4b25-8527-e0457185c7a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.767418] env[69702]: INFO nova.compute.manager [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Terminating instance [ 976.804298] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.804483] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97f998d9-33f9-4f1c-a55a-01b4d596916b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.812418] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 976.812418] env[69702]: value = "task-3085485" [ 976.812418] env[69702]: _type = "Task" [ 976.812418] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.823716] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.870375] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.923826] env[69702]: DEBUG nova.compute.manager [req-8c35c015-81f0-4623-ad6a-8ddc1098eb7a req-783602f6-6470-46e3-9091-0f63f556af7e service nova] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Received event network-vif-plugged-1a253723-e3b8-4a25-83c4-add9c016b645 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.924373] env[69702]: DEBUG oslo_concurrency.lockutils [req-8c35c015-81f0-4623-ad6a-8ddc1098eb7a req-783602f6-6470-46e3-9091-0f63f556af7e service nova] Acquiring lock "05a93152-5943-4981-bbd0-a722435710bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.924600] env[69702]: DEBUG oslo_concurrency.lockutils [req-8c35c015-81f0-4623-ad6a-8ddc1098eb7a req-783602f6-6470-46e3-9091-0f63f556af7e service nova] Lock "05a93152-5943-4981-bbd0-a722435710bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.924842] env[69702]: DEBUG oslo_concurrency.lockutils [req-8c35c015-81f0-4623-ad6a-8ddc1098eb7a req-783602f6-6470-46e3-9091-0f63f556af7e service nova] Lock "05a93152-5943-4981-bbd0-a722435710bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.925102] env[69702]: DEBUG nova.compute.manager [req-8c35c015-81f0-4623-ad6a-8ddc1098eb7a req-783602f6-6470-46e3-9091-0f63f556af7e service nova] [instance: 05a93152-5943-4981-bbd0-a722435710bb] No waiting events found dispatching network-vif-plugged-1a253723-e3b8-4a25-83c4-add9c016b645 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.925409] env[69702]: WARNING nova.compute.manager [req-8c35c015-81f0-4623-ad6a-8ddc1098eb7a req-783602f6-6470-46e3-9091-0f63f556af7e service nova] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Received unexpected event network-vif-plugged-1a253723-e3b8-4a25-83c4-add9c016b645 for instance with vm_state building and task_state spawning. [ 976.975437] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.975706] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.089060] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ab7a0a02-fceb-4e29-9b27-ccb329e2e612 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Lock "b4e5c17f-f23f-44bc-ad53-d2938710f424" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.536s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.093351] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.947342} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.093602] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] de55fe3f-564d-4ce3-b008-2c9c53d77692/de55fe3f-564d-4ce3-b008-2c9c53d77692.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.093842] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.094126] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f69fb183-5c3b-4794-be5d-ab166abbcd33 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.100674] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 977.100674] env[69702]: value = "task-3085486" [ 977.100674] env[69702]: _type = "Task" [ 977.100674] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.109817] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.142355] env[69702]: DEBUG nova.network.neutron [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Successfully updated port: 1a253723-e3b8-4a25-83c4-add9c016b645 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.214435] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085483, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.279873] env[69702]: DEBUG nova.compute.manager [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.280180] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.281171] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8897766-ef18-42ae-b641-fb8fd09cbb32 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.292337] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.292877] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18c74054-c930-49d1-b99f-fd6f934d0df3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.300775] env[69702]: DEBUG oslo_vmware.api [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 977.300775] env[69702]: value = "task-3085487" [ 977.300775] env[69702]: _type = "Task" [ 977.300775] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.315466] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "984f6f0d-1372-41e0-b6d3-20212b0497aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.315774] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "984f6f0d-1372-41e0-b6d3-20212b0497aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.317418] env[69702]: DEBUG oslo_vmware.api [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.327145] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085485, 'name': PowerOffVM_Task, 'duration_secs': 0.20603} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.328066] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.329276] env[69702]: DEBUG nova.network.neutron [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Updating instance_info_cache with network_info: [{"id": "2f8dd570-b57b-4a18-a443-718cd5f45974", "address": "fa:16:3e:e2:61:23", "network": {"id": "7fa73226-0218-431e-a4d1-600431a98aec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-748060380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8220d358101a452195570f1988233018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8dd570-b5", "ovs_interfaceid": "2f8dd570-b57b-4a18-a443-718cd5f45974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.330991] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4a9f30-7a6b-4726-b04a-ebac8fd16b63 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.363867] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad69f098-7cfb-4acb-8fd9-2b40d12d4e04 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.378046] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.396807] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.397160] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b56c477f-0686-4a6b-b9c5-287dbeefb47b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.404611] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 977.404611] env[69702]: value = "task-3085488" [ 977.404611] env[69702]: _type = "Task" [ 977.404611] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.413785] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 977.413971] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.414393] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.414542] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.414723] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.414973] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-789e11fb-c27e-4f54-affd-4ac20a1827a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.424118] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.424118] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.426008] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9021137b-a001-4eab-a72c-23e0d5895f77 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.430766] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 977.430766] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527332da-86da-f4ca-1c62-46d0128e4109" [ 977.430766] env[69702]: _type = "Task" [ 977.430766] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.438448] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527332da-86da-f4ca-1c62-46d0128e4109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.480771] env[69702]: DEBUG nova.compute.manager [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.611200] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084641} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.611493] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.612299] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599d3653-bdf8-439f-ad59-a70cfc31c66e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.639285] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] de55fe3f-564d-4ce3-b008-2c9c53d77692/de55fe3f-564d-4ce3-b008-2c9c53d77692.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.640959] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85f0e172-c1f1-4e64-b305-4e3dbb4d3786 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.655362] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Acquiring lock "refresh_cache-05a93152-5943-4981-bbd0-a722435710bb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.655813] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Acquired lock "refresh_cache-05a93152-5943-4981-bbd0-a722435710bb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.656883] env[69702]: DEBUG nova.network.neutron [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.664104] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 977.664104] env[69702]: value = "task-3085489" [ 977.664104] env[69702]: _type = "Task" [ 977.664104] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.675452] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.714423] env[69702]: DEBUG oslo_vmware.api [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085483, 'name': PowerOnVM_Task, 'duration_secs': 1.655977} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.714423] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.714423] env[69702]: INFO nova.compute.manager [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Took 8.63 seconds to spawn the instance on the hypervisor. [ 977.714423] env[69702]: DEBUG nova.compute.manager [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.715167] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55edf6f4-e5ce-497a-881f-6ce8432d5582 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.815748] env[69702]: DEBUG oslo_vmware.api [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085487, 'name': PowerOffVM_Task, 'duration_secs': 0.326148} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.815748] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.815748] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.815748] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0e526bf-118e-41ca-bb5f-ade534e588fd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.818101] env[69702]: DEBUG nova.compute.manager [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.835625] env[69702]: DEBUG oslo_concurrency.lockutils [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Releasing lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.870829] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085470, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.884728] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.884989] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.885195] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleting the datastore file [datastore1] 756b27f4-cc48-4b25-8527-e0457185c7a8 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.885459] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06d41e21-fe39-4434-bf52-cc78a3960ab2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.892880] env[69702]: DEBUG oslo_vmware.api [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 977.892880] env[69702]: value = "task-3085491" [ 977.892880] env[69702]: _type = "Task" [ 977.892880] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.901276] env[69702]: DEBUG oslo_vmware.api [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.940947] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527332da-86da-f4ca-1c62-46d0128e4109, 'name': SearchDatastore_Task, 'duration_secs': 0.013965} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.941793] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fccd692-10d9-4ea3-a5eb-baa8a8628e46 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.946970] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 977.946970] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52de1cc0-8cac-6843-c6d4-b4215ffc2125" [ 977.946970] env[69702]: _type = "Task" [ 977.946970] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.954903] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52de1cc0-8cac-6843-c6d4-b4215ffc2125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.006031] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.006031] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.007136] env[69702]: INFO nova.compute.claims [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.140985] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "1b5878ec-adf6-46de-9794-5dbcdc1e95d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.141248] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1b5878ec-adf6-46de-9794-5dbcdc1e95d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.175864] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085489, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.194610] env[69702]: DEBUG nova.network.neutron [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.236445] env[69702]: INFO nova.compute.manager [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Took 14.07 seconds to build instance. [ 978.308626] env[69702]: DEBUG oslo_concurrency.lockutils [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Acquiring lock "b4e5c17f-f23f-44bc-ad53-d2938710f424" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.308626] env[69702]: DEBUG oslo_concurrency.lockutils [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Lock "b4e5c17f-f23f-44bc-ad53-d2938710f424" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.308868] env[69702]: DEBUG oslo_concurrency.lockutils [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Acquiring lock "b4e5c17f-f23f-44bc-ad53-d2938710f424-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.308931] env[69702]: DEBUG oslo_concurrency.lockutils [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Lock "b4e5c17f-f23f-44bc-ad53-d2938710f424-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.309159] env[69702]: DEBUG oslo_concurrency.lockutils [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Lock "b4e5c17f-f23f-44bc-ad53-d2938710f424-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.311272] env[69702]: INFO nova.compute.manager [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Terminating instance [ 978.336353] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.369682] env[69702]: DEBUG oslo_vmware.api [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085470, 'name': ReconfigVM_Task, 'duration_secs': 5.86853} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.369928] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.370152] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Reconfigured VM to detach interface {{(pid=69702) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 978.384905] env[69702]: DEBUG nova.network.neutron [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Updating instance_info_cache with network_info: [{"id": "1a253723-e3b8-4a25-83c4-add9c016b645", "address": "fa:16:3e:8c:20:cc", "network": {"id": "40333fee-823f-4309-ba44-372c073a8139", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1942690828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08c5857bd8a540218ace7331d11c0107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a253723-e3", "ovs_interfaceid": "1a253723-e3b8-4a25-83c4-add9c016b645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.404266] env[69702]: DEBUG oslo_vmware.api [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347237} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.404532] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.404717] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.404897] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.405112] env[69702]: INFO nova.compute.manager [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 978.405411] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.405610] env[69702]: DEBUG nova.compute.manager [-] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.405701] env[69702]: DEBUG nova.network.neutron [-] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.457698] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52de1cc0-8cac-6843-c6d4-b4215ffc2125, 'name': SearchDatastore_Task, 'duration_secs': 0.023818} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.457970] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.458522] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] a764b38d-4e4d-4b80-81d4-441bdebcfa0f/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk. {{(pid=69702) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 978.458792] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fb8344f-3842-4cda-956a-34a94803341f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.465777] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 978.465777] env[69702]: value = "task-3085492" [ 978.465777] env[69702]: _type = "Task" [ 978.465777] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.474369] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.646342] env[69702]: DEBUG nova.compute.manager [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.675510] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085489, 'name': ReconfigVM_Task, 'duration_secs': 0.57559} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.675834] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Reconfigured VM instance instance-00000055 to attach disk [datastore2] de55fe3f-564d-4ce3-b008-2c9c53d77692/de55fe3f-564d-4ce3-b008-2c9c53d77692.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.676571] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1026ccb-c118-487e-83dc-39ae9494b6b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.683287] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 978.683287] env[69702]: value = "task-3085493" [ 978.683287] env[69702]: _type = "Task" [ 978.683287] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.693879] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085493, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.739106] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ad1f3425-10b9-465b-a09c-2994477b5b3c tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "95847040-9a91-404f-8e7c-1c7caf7f402b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.583s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.815255] env[69702]: DEBUG nova.compute.manager [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.815531] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.816535] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53feff21-b835-4968-939b-fc13022ad106 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.826535] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.826832] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d9e5c98-cf8f-4d7d-a1f9-9108cd5d63c5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.833530] env[69702]: DEBUG oslo_vmware.api [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Waiting for the task: (returnval){ [ 978.833530] env[69702]: value = "task-3085494" [ 978.833530] env[69702]: _type = "Task" [ 978.833530] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.846409] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.846781] env[69702]: DEBUG oslo_vmware.api [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.847085] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63e63485-14b6-4143-8473-8e1a47502108 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.854484] env[69702]: DEBUG oslo_vmware.api [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 978.854484] env[69702]: value = "task-3085495" [ 978.854484] env[69702]: _type = "Task" [ 978.854484] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.864066] env[69702]: DEBUG oslo_vmware.api [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.887909] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Releasing lock "refresh_cache-05a93152-5943-4981-bbd0-a722435710bb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.888355] env[69702]: DEBUG nova.compute.manager [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Instance network_info: |[{"id": "1a253723-e3b8-4a25-83c4-add9c016b645", "address": "fa:16:3e:8c:20:cc", "network": {"id": "40333fee-823f-4309-ba44-372c073a8139", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1942690828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08c5857bd8a540218ace7331d11c0107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a253723-e3", "ovs_interfaceid": "1a253723-e3b8-4a25-83c4-add9c016b645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.888893] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:20:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a253723-e3b8-4a25-83c4-add9c016b645', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.897586] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Creating folder: Project (08c5857bd8a540218ace7331d11c0107). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.898032] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21829c8f-8e69-4a88-8794-133563d9342d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.908688] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Created folder: Project (08c5857bd8a540218ace7331d11c0107) in parent group-v617437. [ 978.909042] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Creating folder: Instances. Parent ref: group-v617676. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.909371] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d2c110b-b76c-4ee2-b5cb-12c06299d423 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.919934] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Created folder: Instances in parent group-v617676. [ 978.920318] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.920619] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.920880] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03f2447d-1218-4c48-94ab-fdfb4e0878d1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.945521] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.945521] env[69702]: value = "task-3085498" [ 978.945521] env[69702]: _type = "Task" [ 978.945521] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.955204] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085498, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.978512] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085492, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.178367] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.194934] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085493, 'name': Rename_Task, 'duration_secs': 0.203587} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.195315] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.195604] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45b3acad-5f89-4a13-b996-06535898de24 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.203898] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 979.203898] env[69702]: value = "task-3085499" [ 979.203898] env[69702]: _type = "Task" [ 979.203898] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.215411] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.352018] env[69702]: DEBUG oslo_vmware.api [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085494, 'name': PowerOffVM_Task, 'duration_secs': 0.315692} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.353816] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.358199] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.359458] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b82e00-9aa3-4147-9534-856221e65135 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.367392] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2f5f50f-5ccb-4597-810f-5f07d2cc506c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.380582] env[69702]: DEBUG nova.compute.manager [req-8c0d4313-3601-4695-8442-e6c0d2422f52 req-c327be87-72a6-4318-97af-5ecdb0e0c805 service nova] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Received event network-changed-1a253723-e3b8-4a25-83c4-add9c016b645 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.380814] env[69702]: DEBUG nova.compute.manager [req-8c0d4313-3601-4695-8442-e6c0d2422f52 req-c327be87-72a6-4318-97af-5ecdb0e0c805 service nova] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Refreshing instance network info cache due to event network-changed-1a253723-e3b8-4a25-83c4-add9c016b645. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.381109] env[69702]: DEBUG oslo_concurrency.lockutils [req-8c0d4313-3601-4695-8442-e6c0d2422f52 req-c327be87-72a6-4318-97af-5ecdb0e0c805 service nova] Acquiring lock "refresh_cache-05a93152-5943-4981-bbd0-a722435710bb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.381387] env[69702]: DEBUG oslo_concurrency.lockutils [req-8c0d4313-3601-4695-8442-e6c0d2422f52 req-c327be87-72a6-4318-97af-5ecdb0e0c805 service nova] Acquired lock "refresh_cache-05a93152-5943-4981-bbd0-a722435710bb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.381696] env[69702]: DEBUG nova.network.neutron [req-8c0d4313-3601-4695-8442-e6c0d2422f52 req-c327be87-72a6-4318-97af-5ecdb0e0c805 service nova] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Refreshing network info cache for port 1a253723-e3b8-4a25-83c4-add9c016b645 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.394543] env[69702]: DEBUG oslo_vmware.api [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.395062] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c92b15f-7ebd-47c8-b548-40eb2fd2ffaf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.433401] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48118083-a869-4717-a47d-af2b0a9a58d7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.442338] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e5975d-f442-4992-a920-8d03ed917053 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.461592] env[69702]: DEBUG nova.compute.provider_tree [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.466125] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085498, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.471101] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.474535] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.474535] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Deleting the datastore file [datastore1] b4e5c17f-f23f-44bc-ad53-d2938710f424 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.474535] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8a4bfe6-b931-4b61-927c-fddd7cae2a2c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.478501] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615947} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.479168] env[69702]: INFO nova.virt.vmwareapi.ds_util [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] a764b38d-4e4d-4b80-81d4-441bdebcfa0f/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk. [ 979.479994] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6587ceb7-4a77-4cb9-bc28-32288161e26b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.484630] env[69702]: DEBUG oslo_vmware.api [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Waiting for the task: (returnval){ [ 979.484630] env[69702]: value = "task-3085501" [ 979.484630] env[69702]: _type = "Task" [ 979.484630] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.515556] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a764b38d-4e4d-4b80-81d4-441bdebcfa0f/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.516777] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6252798-54e9-4966-93eb-e91f09a99f88 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.534539] env[69702]: DEBUG oslo_vmware.api [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.538386] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 979.538386] env[69702]: value = "task-3085502" [ 979.538386] env[69702]: _type = "Task" [ 979.538386] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.546620] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.714856] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085499, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.876912] env[69702]: DEBUG oslo_vmware.api [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085495, 'name': PowerOnVM_Task, 'duration_secs': 0.54942} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.877682] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.877682] env[69702]: DEBUG nova.compute.manager [None req-af46e84b-6d94-45d1-8a1f-6712035774e2 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.878237] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94472298-3924-4c11-9106-981539e1614c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.903776] env[69702]: DEBUG nova.network.neutron [-] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.957089] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085498, 'name': CreateVM_Task, 'duration_secs': 0.520327} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.957089] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.957793] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.957793] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.958014] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.958320] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc3d0ca-3c85-402f-829a-d9183d6e67e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.965716] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Waiting for the task: (returnval){ [ 979.965716] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527298a2-a76d-c5ec-ead9-2504d7f3004a" [ 979.965716] env[69702]: _type = "Task" [ 979.965716] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.969866] env[69702]: DEBUG nova.scheduler.client.report [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.980608] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527298a2-a76d-c5ec-ead9-2504d7f3004a, 'name': SearchDatastore_Task, 'duration_secs': 0.013993} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.980813] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.981137] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.981430] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.981591] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.981774] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.984495] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b462f5a-6634-4465-9c3a-5bee20520099 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.996013] env[69702]: DEBUG oslo_vmware.api [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Task: {'id': task-3085501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2098} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.997282] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.997494] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.997715] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.998047] env[69702]: INFO nova.compute.manager [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Took 1.18 seconds to destroy the instance on the hypervisor. [ 979.998430] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.998639] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.998888] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.999552] env[69702]: DEBUG nova.compute.manager [-] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.999646] env[69702]: DEBUG nova.network.neutron [-] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.001305] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e74a33b-fabc-4651-8c72-efed3460aefe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.007233] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Waiting for the task: (returnval){ [ 980.007233] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5209b73d-d076-2d46-232f-381777a6a185" [ 980.007233] env[69702]: _type = "Task" [ 980.007233] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.017890] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5209b73d-d076-2d46-232f-381777a6a185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.054135] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.215954] env[69702]: DEBUG oslo_vmware.api [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085499, 'name': PowerOnVM_Task, 'duration_secs': 0.632142} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.216266] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.216479] env[69702]: INFO nova.compute.manager [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Took 8.58 seconds to spawn the instance on the hypervisor. [ 980.216675] env[69702]: DEBUG nova.compute.manager [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.217508] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54986040-7fec-437e-80cf-bee23f67d8b4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.295358] env[69702]: DEBUG nova.network.neutron [req-8c0d4313-3601-4695-8442-e6c0d2422f52 req-c327be87-72a6-4318-97af-5ecdb0e0c805 service nova] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Updated VIF entry in instance network info cache for port 1a253723-e3b8-4a25-83c4-add9c016b645. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.295722] env[69702]: DEBUG nova.network.neutron [req-8c0d4313-3601-4695-8442-e6c0d2422f52 req-c327be87-72a6-4318-97af-5ecdb0e0c805 service nova] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Updating instance_info_cache with network_info: [{"id": "1a253723-e3b8-4a25-83c4-add9c016b645", "address": "fa:16:3e:8c:20:cc", "network": {"id": "40333fee-823f-4309-ba44-372c073a8139", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1942690828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08c5857bd8a540218ace7331d11c0107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a253723-e3", "ovs_interfaceid": "1a253723-e3b8-4a25-83c4-add9c016b645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.408959] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.408959] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.408959] env[69702]: DEBUG nova.network.neutron [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.409387] env[69702]: INFO nova.compute.manager [-] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Took 2.00 seconds to deallocate network for instance. [ 980.475554] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.476115] env[69702]: DEBUG nova.compute.manager [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.479206] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.143s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.480702] env[69702]: INFO nova.compute.claims [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.520124] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5209b73d-d076-2d46-232f-381777a6a185, 'name': SearchDatastore_Task, 'duration_secs': 0.012831} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.520970] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef1d6fe-a8ff-4e77-9e02-7c063c4e75da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.526722] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Waiting for the task: (returnval){ [ 980.526722] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ecfcd1-64c2-22fd-e169-a804afaa5e23" [ 980.526722] env[69702]: _type = "Task" [ 980.526722] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.534623] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ecfcd1-64c2-22fd-e169-a804afaa5e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.544276] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "95847040-9a91-404f-8e7c-1c7caf7f402b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.544545] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "95847040-9a91-404f-8e7c-1c7caf7f402b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.544790] env[69702]: INFO nova.compute.manager [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Shelving [ 980.551424] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085502, 'name': ReconfigVM_Task, 'duration_secs': 0.558968} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.551676] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a764b38d-4e4d-4b80-81d4-441bdebcfa0f/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.552555] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51327d7e-c6bb-454b-b7d2-47331d1f80b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.583580] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29b58e70-585e-42a7-82db-9caacf29494e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.599180] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 980.599180] env[69702]: value = "task-3085503" [ 980.599180] env[69702]: _type = "Task" [ 980.599180] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.607256] env[69702]: DEBUG oslo_concurrency.lockutils [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "248e1129-34e7-4f2e-af05-22fe4314b24e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.607492] env[69702]: DEBUG oslo_concurrency.lockutils [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "248e1129-34e7-4f2e-af05-22fe4314b24e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.607727] env[69702]: DEBUG oslo_concurrency.lockutils [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "248e1129-34e7-4f2e-af05-22fe4314b24e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.607929] env[69702]: DEBUG oslo_concurrency.lockutils [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "248e1129-34e7-4f2e-af05-22fe4314b24e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.608113] env[69702]: DEBUG oslo_concurrency.lockutils [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "248e1129-34e7-4f2e-af05-22fe4314b24e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.609697] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.610602] env[69702]: INFO nova.compute.manager [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Terminating instance [ 980.738139] env[69702]: INFO nova.compute.manager [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Took 16.49 seconds to build instance. [ 980.798710] env[69702]: DEBUG oslo_concurrency.lockutils [req-8c0d4313-3601-4695-8442-e6c0d2422f52 req-c327be87-72a6-4318-97af-5ecdb0e0c805 service nova] Releasing lock "refresh_cache-05a93152-5943-4981-bbd0-a722435710bb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.917334] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.970589] env[69702]: DEBUG nova.network.neutron [-] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.984247] env[69702]: DEBUG nova.compute.utils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.987349] env[69702]: DEBUG nova.compute.manager [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.987514] env[69702]: DEBUG nova.network.neutron [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.044139] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ecfcd1-64c2-22fd-e169-a804afaa5e23, 'name': SearchDatastore_Task, 'duration_secs': 0.035172} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.044524] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.044879] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 05a93152-5943-4981-bbd0-a722435710bb/05a93152-5943-4981-bbd0-a722435710bb.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.045256] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05be8285-5c7b-485e-a09a-0a1d5d694fbf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.056325] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Waiting for the task: (returnval){ [ 981.056325] env[69702]: value = "task-3085504" [ 981.056325] env[69702]: _type = "Task" [ 981.056325] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.072531] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.080125] env[69702]: DEBUG nova.policy [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb0c8d728014425bac02ac7b21d09e21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '157e7721dbf44324b857e8a2017c47a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.112596] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085503, 'name': ReconfigVM_Task, 'duration_secs': 0.296229} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.113019] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.113348] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-810b2c55-524d-46d8-8bb6-e649fe87c02a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.116023] env[69702]: DEBUG nova.compute.manager [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.116538] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.117331] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c652942e-2265-46c9-b8cb-208c6fb4b77b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.127448] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.133542] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f03f3aa-a874-468a-8abe-feceab29f8d8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.135414] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 981.135414] env[69702]: value = "task-3085505" [ 981.135414] env[69702]: _type = "Task" [ 981.135414] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.144401] env[69702]: DEBUG oslo_vmware.api [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 981.144401] env[69702]: value = "task-3085506" [ 981.144401] env[69702]: _type = "Task" [ 981.144401] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.152426] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085505, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.158762] env[69702]: DEBUG oslo_vmware.api [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.240245] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2ec50926-9074-4b86-9914-f55a0213f9c9 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.005s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.326712] env[69702]: INFO nova.network.neutron [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Port 0d43a811-06f9-4def-ba8e-1be10293b5b7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 981.327053] env[69702]: INFO nova.network.neutron [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Port 672b5a94-cca5-4b52-a04d-28e01ab6818c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 981.327488] env[69702]: DEBUG nova.network.neutron [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updating instance_info_cache with network_info: [{"id": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "address": "fa:16:3e:99:e1:95", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc10ec8-c3", "ovs_interfaceid": "dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.428755] env[69702]: DEBUG nova.compute.manager [req-08ffb3d4-970a-4549-a64d-cff30994f130 req-71f34b04-8a97-48c3-b3d4-884e2a3e58ce service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Received event network-vif-deleted-0d43a811-06f9-4def-ba8e-1be10293b5b7 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.428755] env[69702]: DEBUG nova.compute.manager [req-08ffb3d4-970a-4549-a64d-cff30994f130 req-71f34b04-8a97-48c3-b3d4-884e2a3e58ce service nova] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Received event network-vif-deleted-f87b43dc-3baf-48b5-851d-96eef4b50e86 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.428755] env[69702]: DEBUG nova.compute.manager [req-08ffb3d4-970a-4549-a64d-cff30994f130 req-71f34b04-8a97-48c3-b3d4-884e2a3e58ce service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Received event network-vif-deleted-672b5a94-cca5-4b52-a04d-28e01ab6818c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.428755] env[69702]: DEBUG nova.compute.manager [req-08ffb3d4-970a-4549-a64d-cff30994f130 req-71f34b04-8a97-48c3-b3d4-884e2a3e58ce service nova] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Received event network-vif-deleted-46238edc-580d-4ff9-8f9e-fde46e107d78 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.473931] env[69702]: INFO nova.compute.manager [-] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Took 1.47 seconds to deallocate network for instance. [ 981.491704] env[69702]: DEBUG nova.compute.manager [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.568120] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.568518] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085504, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.568854] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cb48988-fd7f-46ac-9c02-151ebb7a61fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.578821] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 981.578821] env[69702]: value = "task-3085507" [ 981.578821] env[69702]: _type = "Task" [ 981.578821] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.582976] env[69702]: DEBUG nova.network.neutron [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Successfully created port: 646b798b-b9a3-45a8-b3cd-4d0dcd18807b {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.598104] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.643585] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.643860] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.653766] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.662725] env[69702]: DEBUG oslo_vmware.api [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085506, 'name': PowerOffVM_Task, 'duration_secs': 0.220068} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.663126] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.663319] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.663705] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60d1d4ad-0fdb-41bb-b2a7-5fb0b89a193c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.787304] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.787644] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.787928] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Deleting the datastore file [datastore2] 248e1129-34e7-4f2e-af05-22fe4314b24e {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.788336] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bf48e7f-9ed6-4ff2-83d7-c41cba3272e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.799732] env[69702]: DEBUG oslo_vmware.api [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 981.799732] env[69702]: value = "task-3085509" [ 981.799732] env[69702]: _type = "Task" [ 981.799732] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.803300] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.803578] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.817479] env[69702]: DEBUG oslo_vmware.api [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.831249] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "refresh_cache-248e1129-34e7-4f2e-af05-22fe4314b24e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.872215] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde503ec-da3d-456e-af19-fdf4c031fd77 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.882837] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc62a55-fe98-4f98-97ca-fdb1df2c224f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.922647] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eed11ce-4708-467c-9bb2-e7021450229b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.930547] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63578975-4bd2-4c84-b104-e2aea42c003e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.945597] env[69702]: DEBUG nova.compute.provider_tree [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.981901] env[69702]: DEBUG oslo_concurrency.lockutils [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.021629] env[69702]: DEBUG oslo_vmware.rw_handles [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52869b79-01e6-62ae-12c3-4691741494f0/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 982.023289] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5070bf1e-11e3-4edb-8bee-6dbecf2a31b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.031015] env[69702]: DEBUG oslo_vmware.rw_handles [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52869b79-01e6-62ae-12c3-4691741494f0/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 982.031187] env[69702]: ERROR oslo_vmware.rw_handles [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52869b79-01e6-62ae-12c3-4691741494f0/disk-0.vmdk due to incomplete transfer. [ 982.031425] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e383f13-d340-480c-bbeb-c9417dfe1eca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.038047] env[69702]: DEBUG oslo_vmware.rw_handles [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52869b79-01e6-62ae-12c3-4691741494f0/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 982.038257] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Uploaded image ab9bba29-be1d-4e53-b4d2-19e06c040242 to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 982.041113] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 982.042272] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e11432be-6f76-46e1-9b12-41edaec7fcb4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.047025] env[69702]: DEBUG nova.objects.instance [None req-ecefa2a8-b2bb-4f0a-b467-da1dcbb0caaa tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Lazy-loading 'flavor' on Instance uuid d36e24b4-b199-4032-a564-77378b08369b {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.051423] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 982.051423] env[69702]: value = "task-3085510" [ 982.051423] env[69702]: _type = "Task" [ 982.051423] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.067028] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085510, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.072253] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654435} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.072253] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 05a93152-5943-4981-bbd0-a722435710bb/05a93152-5943-4981-bbd0-a722435710bb.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.072375] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.072517] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bee4c7a7-524e-49b9-8a88-e2d279963698 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.078697] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Waiting for the task: (returnval){ [ 982.078697] env[69702]: value = "task-3085511" [ 982.078697] env[69702]: _type = "Task" [ 982.078697] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.095860] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.099044] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085507, 'name': PowerOffVM_Task, 'duration_secs': 0.344004} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.099346] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.100126] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290ea6c2-72f5-465f-a98c-98d159f5b936 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.119804] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9456f0-b6fa-404a-8c80-087b8c995cc2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.152345] env[69702]: DEBUG oslo_vmware.api [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085505, 'name': PowerOnVM_Task, 'duration_secs': 0.768278} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.154289] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.154289] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.154736] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.155776] env[69702]: DEBUG nova.compute.manager [None req-c48822c6-4bfe-4871-8581-bef5f0ee7460 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.155776] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.156202] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab84e4d-dfea-40fe-8f3f-df144263509c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.158756] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.159565] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.159565] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.159739] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 982.159801] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.315287] env[69702]: DEBUG nova.compute.manager [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.316618] env[69702]: DEBUG oslo_vmware.api [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228029} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.317063] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.317462] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.317462] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.317668] env[69702]: INFO nova.compute.manager [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 982.317936] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.318157] env[69702]: DEBUG nova.compute.manager [-] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.318270] env[69702]: DEBUG nova.network.neutron [-] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.338878] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d10f49fd-a0fb-429d-ace1-ebf33a4529e8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-248e1129-34e7-4f2e-af05-22fe4314b24e-0d43a811-06f9-4def-ba8e-1be10293b5b7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.585s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.394871] env[69702]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 672b5a94-cca5-4b52-a04d-28e01ab6818c could not be found.", "detail": ""}} {{(pid=69702) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 982.395142] env[69702]: DEBUG nova.network.neutron [-] Unable to show port 672b5a94-cca5-4b52-a04d-28e01ab6818c as it no longer exists. {{(pid=69702) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 982.449031] env[69702]: DEBUG nova.scheduler.client.report [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.506019] env[69702]: DEBUG nova.compute.manager [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.527943] env[69702]: DEBUG nova.virt.hardware [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.527943] env[69702]: DEBUG nova.virt.hardware [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.527943] env[69702]: DEBUG nova.virt.hardware [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.527943] env[69702]: DEBUG nova.virt.hardware [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.527943] env[69702]: DEBUG nova.virt.hardware [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.527943] env[69702]: DEBUG nova.virt.hardware [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.527943] env[69702]: DEBUG nova.virt.hardware [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.527943] env[69702]: DEBUG nova.virt.hardware [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.528643] env[69702]: DEBUG nova.virt.hardware [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.529065] env[69702]: DEBUG nova.virt.hardware [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.529409] env[69702]: DEBUG nova.virt.hardware [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.530672] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bef3cc6-ac7c-44f7-a7c2-e2cfca29e7b7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.540456] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb9180e-4a0b-49a1-872c-f054e281f4b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.561926] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ecefa2a8-b2bb-4f0a-b467-da1dcbb0caaa tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquiring lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.562338] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ecefa2a8-b2bb-4f0a-b467-da1dcbb0caaa tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquired lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.568696] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085510, 'name': Destroy_Task, 'duration_secs': 0.324719} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.569166] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Destroyed the VM [ 982.569543] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 982.569896] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f29a1e1-dfa4-471d-bd94-a4381ac37a52 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.577024] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 982.577024] env[69702]: value = "task-3085512" [ 982.577024] env[69702]: _type = "Task" [ 982.577024] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.591353] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085512, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.595419] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116822} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.595813] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.596835] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541267c4-5e76-474a-980a-42e803614e8c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.629463] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 05a93152-5943-4981-bbd0-a722435710bb/05a93152-5943-4981-bbd0-a722435710bb.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.630809] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 982.631081] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f3a5e7-b41a-4811-8801-1fcff459e41b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.647105] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d2ce7976-a34f-4d97-bfb2-d92cd43bab92 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.655123] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Waiting for the task: (returnval){ [ 982.655123] env[69702]: value = "task-3085514" [ 982.655123] env[69702]: _type = "Task" [ 982.655123] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.656241] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 982.656241] env[69702]: value = "task-3085513" [ 982.656241] env[69702]: _type = "Task" [ 982.656241] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.664557] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.671264] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.675694] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085513, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.853670] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.877183] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "40e17766-025e-41ad-84fb-c7a9480ffd20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.880020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "40e17766-025e-41ad-84fb-c7a9480ffd20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.880020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "40e17766-025e-41ad-84fb-c7a9480ffd20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.880020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "40e17766-025e-41ad-84fb-c7a9480ffd20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.880020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "40e17766-025e-41ad-84fb-c7a9480ffd20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.882100] env[69702]: INFO nova.compute.manager [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Terminating instance [ 982.954226] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.955183] env[69702]: DEBUG nova.compute.manager [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.958358] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.780s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.960061] env[69702]: INFO nova.compute.claims [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.973988] env[69702]: DEBUG nova.network.neutron [None req-ecefa2a8-b2bb-4f0a-b467-da1dcbb0caaa tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.070846] env[69702]: DEBUG nova.compute.manager [req-cbb9b177-fb3c-4663-bc09-6f8f44717bd6 req-970aec05-79f4-4ff9-b36d-cc3fe2e8791b service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Received event network-changed-5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.070846] env[69702]: DEBUG nova.compute.manager [req-cbb9b177-fb3c-4663-bc09-6f8f44717bd6 req-970aec05-79f4-4ff9-b36d-cc3fe2e8791b service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Refreshing instance network info cache due to event network-changed-5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.070846] env[69702]: DEBUG oslo_concurrency.lockutils [req-cbb9b177-fb3c-4663-bc09-6f8f44717bd6 req-970aec05-79f4-4ff9-b36d-cc3fe2e8791b service nova] Acquiring lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.088632] env[69702]: DEBUG oslo_vmware.api [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085512, 'name': RemoveSnapshot_Task, 'duration_secs': 0.406618} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.088939] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 983.089711] env[69702]: INFO nova.compute.manager [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Took 15.63 seconds to snapshot the instance on the hypervisor. [ 983.172858] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085514, 'name': ReconfigVM_Task, 'duration_secs': 0.310149} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.176076] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 05a93152-5943-4981-bbd0-a722435710bb/05a93152-5943-4981-bbd0-a722435710bb.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.176970] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085513, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.177193] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d3c46e0-5346-45a7-89f1-8e89d08ebda2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.184890] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Waiting for the task: (returnval){ [ 983.184890] env[69702]: value = "task-3085515" [ 983.184890] env[69702]: _type = "Task" [ 983.184890] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.196984] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085515, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.391417] env[69702]: DEBUG nova.compute.manager [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.391675] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.392584] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12cc41c-2b9b-4293-ab85-a0885db04e15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.399907] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.400150] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6bb7562-a009-4bd8-a41f-da9523be7387 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.426559] env[69702]: DEBUG nova.network.neutron [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Successfully updated port: 646b798b-b9a3-45a8-b3cd-4d0dcd18807b {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.462574] env[69702]: DEBUG nova.compute.manager [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Received event network-vif-deleted-dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.462574] env[69702]: INFO nova.compute.manager [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Neutron deleted interface dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a; detaching it from the instance and deleting it from the info cache [ 983.462574] env[69702]: DEBUG nova.network.neutron [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.465723] env[69702]: DEBUG nova.compute.utils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.468848] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.469145] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.469368] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleting the datastore file [datastore2] 40e17766-025e-41ad-84fb-c7a9480ffd20 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.470061] env[69702]: DEBUG nova.compute.manager [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.470232] env[69702]: DEBUG nova.network.neutron [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.472231] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bea605d6-7085-4e4e-8683-776922fe8674 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.479255] env[69702]: DEBUG oslo_vmware.api [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 983.479255] env[69702]: value = "task-3085517" [ 983.479255] env[69702]: _type = "Task" [ 983.479255] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.489987] env[69702]: DEBUG oslo_vmware.api [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.523569] env[69702]: DEBUG nova.network.neutron [-] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.529719] env[69702]: DEBUG nova.policy [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb0c8d728014425bac02ac7b21d09e21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '157e7721dbf44324b857e8a2017c47a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.546099] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "1281468d-bd38-443b-8fcc-27a72a9c084e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.546366] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "1281468d-bd38-443b-8fcc-27a72a9c084e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.593741] env[69702]: DEBUG nova.compute.manager [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Instance disappeared during snapshot {{(pid=69702) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 983.609563] env[69702]: DEBUG nova.compute.manager [None req-f6e01c27-d66e-4bfe-a58a-20b97a1bffba tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Image not found during clean up ab9bba29-be1d-4e53-b4d2-19e06c040242 {{(pid=69702) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 983.678390] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085513, 'name': CreateSnapshot_Task, 'duration_secs': 0.997139} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.681278] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 983.681949] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41a5ed7-de7e-481f-ba98-911d4036e705 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.702912] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085515, 'name': Rename_Task, 'duration_secs': 0.152602} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.703564] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.703894] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f56e26b8-8d42-4357-8def-7db18d23ab35 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.710361] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Waiting for the task: (returnval){ [ 983.710361] env[69702]: value = "task-3085518" [ 983.710361] env[69702]: _type = "Task" [ 983.710361] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.722245] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.815722] env[69702]: INFO nova.compute.manager [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Unrescuing [ 983.815990] env[69702]: DEBUG oslo_concurrency.lockutils [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.816166] env[69702]: DEBUG oslo_concurrency.lockutils [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquired lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.816337] env[69702]: DEBUG nova.network.neutron [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.914161] env[69702]: DEBUG nova.network.neutron [None req-ecefa2a8-b2bb-4f0a-b467-da1dcbb0caaa tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Updating instance_info_cache with network_info: [{"id": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "address": "fa:16:3e:c5:8b:35", "network": {"id": "35b7e981-b999-4e3f-89e6-38e19ddeffea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1368634736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce8508b8c3b49d49d2dde1b8ae072b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bdccb97-e6", "ovs_interfaceid": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.931540] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "refresh_cache-1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.931689] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquired lock "refresh_cache-1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.931920] env[69702]: DEBUG nova.network.neutron [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.970907] env[69702]: DEBUG nova.compute.manager [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.976906] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68b8eb3e-a9ab-4ef8-966b-3323eb22de97 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.992369] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d3acab-dc7c-447a-98f4-9bb6c1acfbf6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.015369] env[69702]: DEBUG oslo_vmware.api [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127784} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.015369] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.015369] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.015369] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.015369] env[69702]: INFO nova.compute.manager [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Took 0.62 seconds to destroy the instance on the hypervisor. [ 984.015369] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.015369] env[69702]: DEBUG nova.compute.manager [-] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.015369] env[69702]: DEBUG nova.network.neutron [-] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.029104] env[69702]: INFO nova.compute.manager [-] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Took 1.71 seconds to deallocate network for instance. [ 984.029536] env[69702]: DEBUG nova.compute.manager [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Detach interface failed, port_id=dbc10ec8-c339-4baa-a2d8-a629f2fd0b6a, reason: Instance 248e1129-34e7-4f2e-af05-22fe4314b24e could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.029760] env[69702]: DEBUG nova.compute.manager [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Received event network-vif-plugged-646b798b-b9a3-45a8-b3cd-4d0dcd18807b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.029957] env[69702]: DEBUG oslo_concurrency.lockutils [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] Acquiring lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.030338] env[69702]: DEBUG oslo_concurrency.lockutils [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] Lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.030422] env[69702]: DEBUG oslo_concurrency.lockutils [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] Lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.030523] env[69702]: DEBUG nova.compute.manager [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] No waiting events found dispatching network-vif-plugged-646b798b-b9a3-45a8-b3cd-4d0dcd18807b {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.030722] env[69702]: WARNING nova.compute.manager [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Received unexpected event network-vif-plugged-646b798b-b9a3-45a8-b3cd-4d0dcd18807b for instance with vm_state building and task_state spawning. [ 984.030888] env[69702]: DEBUG nova.compute.manager [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Received event network-changed-646b798b-b9a3-45a8-b3cd-4d0dcd18807b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.031072] env[69702]: DEBUG nova.compute.manager [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Refreshing instance network info cache due to event network-changed-646b798b-b9a3-45a8-b3cd-4d0dcd18807b. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.031255] env[69702]: DEBUG oslo_concurrency.lockutils [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] Acquiring lock "refresh_cache-1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.051275] env[69702]: DEBUG nova.compute.manager [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.136146] env[69702]: DEBUG nova.network.neutron [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Successfully created port: 20fa554b-daff-4f7e-80e2-a7a24d03898c {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.210884] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 984.213923] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-24a181f4-7b63-4d38-b5a5-ce63da9d6e19 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.227814] env[69702]: DEBUG oslo_vmware.api [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085518, 'name': PowerOnVM_Task, 'duration_secs': 0.497888} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.230476] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.230700] env[69702]: INFO nova.compute.manager [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Took 8.15 seconds to spawn the instance on the hypervisor. [ 984.230905] env[69702]: DEBUG nova.compute.manager [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.232783] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6088dd86-4805-4605-9b6d-b111e9391073 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.235328] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 984.235328] env[69702]: value = "task-3085519" [ 984.235328] env[69702]: _type = "Task" [ 984.235328] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.252284] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085519, 'name': CloneVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.333992] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24c7f5b-023b-4d13-a262-b16da1b4f138 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.341999] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e328a828-1fde-4f7a-9291-6e65a6f612da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.375843] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c102d1-5ea9-4c03-ac9f-5868821723d1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.379897] env[69702]: DEBUG nova.objects.instance [None req-ac4a7ac6-ea9a-4584-9a7d-16cc3791a791 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Lazy-loading 'flavor' on Instance uuid d36e24b4-b199-4032-a564-77378b08369b {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.388030] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48b4ff4-c8ce-4100-a49a-eabd4e823ef9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.401888] env[69702]: DEBUG nova.compute.provider_tree [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.418272] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ecefa2a8-b2bb-4f0a-b467-da1dcbb0caaa tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Releasing lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.418543] env[69702]: DEBUG nova.compute.manager [None req-ecefa2a8-b2bb-4f0a-b467-da1dcbb0caaa tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Inject network info {{(pid=69702) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 984.418809] env[69702]: DEBUG nova.compute.manager [None req-ecefa2a8-b2bb-4f0a-b467-da1dcbb0caaa tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] network_info to inject: |[{"id": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "address": "fa:16:3e:c5:8b:35", "network": {"id": "35b7e981-b999-4e3f-89e6-38e19ddeffea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1368634736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce8508b8c3b49d49d2dde1b8ae072b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bdccb97-e6", "ovs_interfaceid": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 984.423522] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ecefa2a8-b2bb-4f0a-b467-da1dcbb0caaa tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Reconfiguring VM instance to set the machine id {{(pid=69702) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 984.424255] env[69702]: DEBUG oslo_concurrency.lockutils [req-cbb9b177-fb3c-4663-bc09-6f8f44717bd6 req-970aec05-79f4-4ff9-b36d-cc3fe2e8791b service nova] Acquired lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.424370] env[69702]: DEBUG nova.network.neutron [req-cbb9b177-fb3c-4663-bc09-6f8f44717bd6 req-970aec05-79f4-4ff9-b36d-cc3fe2e8791b service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Refreshing network info cache for port 5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.425576] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2c399d3-ed9c-4087-a57b-90db50b7a6c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.445581] env[69702]: DEBUG oslo_vmware.api [None req-ecefa2a8-b2bb-4f0a-b467-da1dcbb0caaa tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for the task: (returnval){ [ 984.445581] env[69702]: value = "task-3085520" [ 984.445581] env[69702]: _type = "Task" [ 984.445581] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.454713] env[69702]: DEBUG oslo_vmware.api [None req-ecefa2a8-b2bb-4f0a-b467-da1dcbb0caaa tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.542590] env[69702]: DEBUG oslo_concurrency.lockutils [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.573427] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.607975] env[69702]: DEBUG nova.network.neutron [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Updating instance_info_cache with network_info: [{"id": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "address": "fa:16:3e:2d:04:a5", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db113c5-1a", "ovs_interfaceid": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.745955] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085519, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.755809] env[69702]: INFO nova.compute.manager [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Took 14.20 seconds to build instance. [ 984.803422] env[69702]: DEBUG nova.network.neutron [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.884814] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ac4a7ac6-ea9a-4584-9a7d-16cc3791a791 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquiring lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.908027] env[69702]: DEBUG nova.scheduler.client.report [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.956245] env[69702]: DEBUG oslo_vmware.api [None req-ecefa2a8-b2bb-4f0a-b467-da1dcbb0caaa tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085520, 'name': ReconfigVM_Task, 'duration_secs': 0.365779} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.956704] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ecefa2a8-b2bb-4f0a-b467-da1dcbb0caaa tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Reconfigured VM instance to set the machine id {{(pid=69702) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 984.986732] env[69702]: DEBUG nova.compute.manager [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.016133] env[69702]: DEBUG nova.virt.hardware [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.016133] env[69702]: DEBUG nova.virt.hardware [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.016133] env[69702]: DEBUG nova.virt.hardware [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.016133] env[69702]: DEBUG nova.virt.hardware [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.016133] env[69702]: DEBUG nova.virt.hardware [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.016133] env[69702]: DEBUG nova.virt.hardware [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.016133] env[69702]: DEBUG nova.virt.hardware [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.016133] env[69702]: DEBUG nova.virt.hardware [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.016133] env[69702]: DEBUG nova.virt.hardware [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.016874] env[69702]: DEBUG nova.virt.hardware [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.017221] env[69702]: DEBUG nova.virt.hardware [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.018501] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843ad535-60ba-4b6f-842d-948afd62981e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.030311] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f703a68-c8ca-456d-9234-a8e6e8dc0ebd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.111621] env[69702]: DEBUG oslo_concurrency.lockutils [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Releasing lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.111621] env[69702]: DEBUG nova.objects.instance [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lazy-loading 'flavor' on Instance uuid a764b38d-4e4d-4b80-81d4-441bdebcfa0f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.243278] env[69702]: DEBUG nova.network.neutron [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Updating instance_info_cache with network_info: [{"id": "646b798b-b9a3-45a8-b3cd-4d0dcd18807b", "address": "fa:16:3e:d4:26:24", "network": {"id": "a610d7d2-eede-45ef-bd77-8d8112a7cd63", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356204922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "157e7721dbf44324b857e8a2017c47a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646b798b-b9", "ovs_interfaceid": "646b798b-b9a3-45a8-b3cd-4d0dcd18807b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.251033] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085519, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.257213] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cd994efe-e1b6-426c-af69-c67264aa4653 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Lock "05a93152-5943-4981-bbd0-a722435710bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.716s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.351697] env[69702]: DEBUG nova.network.neutron [req-cbb9b177-fb3c-4663-bc09-6f8f44717bd6 req-970aec05-79f4-4ff9-b36d-cc3fe2e8791b service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Updated VIF entry in instance network info cache for port 5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.352118] env[69702]: DEBUG nova.network.neutron [req-cbb9b177-fb3c-4663-bc09-6f8f44717bd6 req-970aec05-79f4-4ff9-b36d-cc3fe2e8791b service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Updating instance_info_cache with network_info: [{"id": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "address": "fa:16:3e:c5:8b:35", "network": {"id": "35b7e981-b999-4e3f-89e6-38e19ddeffea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1368634736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce8508b8c3b49d49d2dde1b8ae072b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bdccb97-e6", "ovs_interfaceid": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.371762] env[69702]: DEBUG nova.network.neutron [-] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.410257] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.410913] env[69702]: DEBUG nova.compute.manager [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.413513] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.496s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.413790] env[69702]: DEBUG nova.objects.instance [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lazy-loading 'resources' on Instance uuid 756b27f4-cc48-4b25-8527-e0457185c7a8 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.520597] env[69702]: DEBUG nova.compute.manager [req-a98d081b-3125-41cc-9691-d00488c487aa req-3d2f5b7a-8923-4e11-bc11-7edf115c7255 service nova] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Received event network-vif-deleted-297bc1d8-06b7-4ed4-936f-bfc18e486f0c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.615689] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8a1023-3e7b-4888-84cf-426ada04d5da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.640519] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.640851] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ea0f050-bf62-45ff-a948-eb629b441122 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.646704] env[69702]: DEBUG oslo_vmware.api [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 985.646704] env[69702]: value = "task-3085521" [ 985.646704] env[69702]: _type = "Task" [ 985.646704] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.655448] env[69702]: DEBUG oslo_vmware.api [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.746475] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085519, 'name': CloneVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.748050] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Releasing lock "refresh_cache-1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.748457] env[69702]: DEBUG nova.compute.manager [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Instance network_info: |[{"id": "646b798b-b9a3-45a8-b3cd-4d0dcd18807b", "address": "fa:16:3e:d4:26:24", "network": {"id": "a610d7d2-eede-45ef-bd77-8d8112a7cd63", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356204922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "157e7721dbf44324b857e8a2017c47a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646b798b-b9", "ovs_interfaceid": "646b798b-b9a3-45a8-b3cd-4d0dcd18807b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.748718] env[69702]: DEBUG oslo_concurrency.lockutils [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] Acquired lock "refresh_cache-1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.748831] env[69702]: DEBUG nova.network.neutron [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Refreshing network info cache for port 646b798b-b9a3-45a8-b3cd-4d0dcd18807b {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.750018] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:26:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '646b798b-b9a3-45a8-b3cd-4d0dcd18807b', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.757816] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Creating folder: Project (157e7721dbf44324b857e8a2017c47a4). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.758662] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4d44f2e-9fde-4040-b00a-e5907d7d4605 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.769677] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Created folder: Project (157e7721dbf44324b857e8a2017c47a4) in parent group-v617437. [ 985.770484] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Creating folder: Instances. Parent ref: group-v617681. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.770484] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea7e1f1a-23b4-4540-8f8a-f825a07b239a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.781219] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Created folder: Instances in parent group-v617681. [ 985.781451] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.781637] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.781839] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1ddc78d-0d85-445f-b611-0eeeadc9f0e1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.801281] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.801281] env[69702]: value = "task-3085524" [ 985.801281] env[69702]: _type = "Task" [ 985.801281] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.808864] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085524, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.855888] env[69702]: DEBUG oslo_concurrency.lockutils [req-cbb9b177-fb3c-4663-bc09-6f8f44717bd6 req-970aec05-79f4-4ff9-b36d-cc3fe2e8791b service nova] Releasing lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.856314] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ac4a7ac6-ea9a-4584-9a7d-16cc3791a791 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquired lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.875133] env[69702]: INFO nova.compute.manager [-] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Took 1.86 seconds to deallocate network for instance. [ 985.922807] env[69702]: DEBUG nova.compute.utils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.927293] env[69702]: DEBUG nova.compute.manager [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.927888] env[69702]: DEBUG nova.network.neutron [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.012012] env[69702]: DEBUG nova.policy [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb0c8d728014425bac02ac7b21d09e21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '157e7721dbf44324b857e8a2017c47a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.161662] env[69702]: DEBUG oslo_vmware.api [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085521, 'name': PowerOffVM_Task, 'duration_secs': 0.234063} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.161957] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.167704] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Reconfiguring VM instance instance-0000004a to detach disk 2002 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 986.167989] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a118780-e5fc-4edd-bd4d-e8c64fa2474a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.188311] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Acquiring lock "05a93152-5943-4981-bbd0-a722435710bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.188581] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Lock "05a93152-5943-4981-bbd0-a722435710bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.188824] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Acquiring lock "05a93152-5943-4981-bbd0-a722435710bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.189036] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Lock "05a93152-5943-4981-bbd0-a722435710bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.189213] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Lock "05a93152-5943-4981-bbd0-a722435710bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.192270] env[69702]: INFO nova.compute.manager [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Terminating instance [ 986.197051] env[69702]: DEBUG oslo_vmware.api [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 986.197051] env[69702]: value = "task-3085525" [ 986.197051] env[69702]: _type = "Task" [ 986.197051] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.208689] env[69702]: DEBUG oslo_vmware.api [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.249699] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085519, 'name': CloneVM_Task, 'duration_secs': 1.558247} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.251115] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Created linked-clone VM from snapshot [ 986.251897] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6afeba5-a512-4742-9687-94f30e948947 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.255041] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af63fd58-5530-4846-a722-714b1cf242a9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.271169] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Uploading image 615a24d8-269e-437f-bb5f-40a8765ff101 {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 986.276159] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99090718-1602-4437-901a-48c7a5854a98 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.321113] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba3be2d-ad6a-4e20-8e88-3e0bb2effa28 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.335165] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085524, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.336604] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 986.336604] env[69702]: value = "vm-617680" [ 986.336604] env[69702]: _type = "VirtualMachine" [ 986.336604] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 986.336966] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-669b0aa1-754c-41f0-85be-29c297a1c93a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.340550] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b6f8da-d075-4f14-b588-6e22a73c11dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.356903] env[69702]: DEBUG nova.compute.provider_tree [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.361863] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lease: (returnval){ [ 986.361863] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ebf8bd-42d7-d51f-1ec8-cc6a516c1168" [ 986.361863] env[69702]: _type = "HttpNfcLease" [ 986.361863] env[69702]: } obtained for exporting VM: (result){ [ 986.361863] env[69702]: value = "vm-617680" [ 986.361863] env[69702]: _type = "VirtualMachine" [ 986.361863] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 986.362310] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the lease: (returnval){ [ 986.362310] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ebf8bd-42d7-d51f-1ec8-cc6a516c1168" [ 986.362310] env[69702]: _type = "HttpNfcLease" [ 986.362310] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 986.370280] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.370280] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ebf8bd-42d7-d51f-1ec8-cc6a516c1168" [ 986.370280] env[69702]: _type = "HttpNfcLease" [ 986.370280] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 986.383053] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.427830] env[69702]: DEBUG nova.compute.manager [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.696585] env[69702]: DEBUG nova.compute.manager [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.696585] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.697341] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bba5c8-d619-413b-98aa-656b93670e79 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.712155] env[69702]: DEBUG oslo_vmware.api [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.714246] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.715296] env[69702]: DEBUG nova.network.neutron [None req-ac4a7ac6-ea9a-4584-9a7d-16cc3791a791 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.716805] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-349bdf3b-4d2f-4434-8907-b843ab5d86a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.727380] env[69702]: DEBUG oslo_vmware.api [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Waiting for the task: (returnval){ [ 986.727380] env[69702]: value = "task-3085527" [ 986.727380] env[69702]: _type = "Task" [ 986.727380] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.739491] env[69702]: DEBUG oslo_vmware.api [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.824499] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085524, 'name': CreateVM_Task, 'duration_secs': 0.946473} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.824499] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.826770] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.827271] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.827271] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.827533] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-517b80a1-ddaf-491b-a5db-6220d3c7e907 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.837030] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 986.837030] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521c6939-c01c-f94c-4d97-f55d4fd52efc" [ 986.837030] env[69702]: _type = "Task" [ 986.837030] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.848025] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521c6939-c01c-f94c-4d97-f55d4fd52efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.851808] env[69702]: DEBUG nova.network.neutron [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Successfully created port: a9d02b57-cf2f-42e7-a744-d52659805d9b {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.863975] env[69702]: DEBUG nova.scheduler.client.report [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.875868] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.875868] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ebf8bd-42d7-d51f-1ec8-cc6a516c1168" [ 986.875868] env[69702]: _type = "HttpNfcLease" [ 986.875868] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 986.876384] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 986.876384] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ebf8bd-42d7-d51f-1ec8-cc6a516c1168" [ 986.876384] env[69702]: _type = "HttpNfcLease" [ 986.876384] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 986.876980] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a439b3-cd1a-466d-9fe2-85981fc63871 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.884948] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523002bd-37c8-1b97-d42e-6d8d4ff9905b/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 986.885156] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523002bd-37c8-1b97-d42e-6d8d4ff9905b/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 986.950537] env[69702]: DEBUG nova.network.neutron [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Updated VIF entry in instance network info cache for port 646b798b-b9a3-45a8-b3cd-4d0dcd18807b. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.950893] env[69702]: DEBUG nova.network.neutron [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Updating instance_info_cache with network_info: [{"id": "646b798b-b9a3-45a8-b3cd-4d0dcd18807b", "address": "fa:16:3e:d4:26:24", "network": {"id": "a610d7d2-eede-45ef-bd77-8d8112a7cd63", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356204922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "157e7721dbf44324b857e8a2017c47a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646b798b-b9", "ovs_interfaceid": "646b798b-b9a3-45a8-b3cd-4d0dcd18807b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.084251] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-280bcca3-342f-45b3-8dee-f01e4f8d0bc3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.155130] env[69702]: DEBUG nova.network.neutron [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Successfully updated port: 20fa554b-daff-4f7e-80e2-a7a24d03898c {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.212864] env[69702]: DEBUG oslo_vmware.api [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085525, 'name': ReconfigVM_Task, 'duration_secs': 0.581286} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.212864] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Reconfigured VM instance instance-0000004a to detach disk 2002 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 987.212864] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.212864] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65d852d6-1d8c-4ed7-afd0-75254edef499 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.221858] env[69702]: DEBUG oslo_vmware.api [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 987.221858] env[69702]: value = "task-3085528" [ 987.221858] env[69702]: _type = "Task" [ 987.221858] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.230297] env[69702]: DEBUG oslo_vmware.api [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.238490] env[69702]: DEBUG oslo_vmware.api [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085527, 'name': PowerOffVM_Task, 'duration_secs': 0.22243} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.238778] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.238968] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.239244] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1c1bd58-0dec-4597-98fd-aa84ebc4b60d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.321280] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.321541] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.321891] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Deleting the datastore file [datastore2] 05a93152-5943-4981-bbd0-a722435710bb {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.322332] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14262e51-f2db-40c4-a32a-e84defc534c3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.329379] env[69702]: DEBUG oslo_vmware.api [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Waiting for the task: (returnval){ [ 987.329379] env[69702]: value = "task-3085530" [ 987.329379] env[69702]: _type = "Task" [ 987.329379] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.342342] env[69702]: DEBUG oslo_vmware.api [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.347908] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521c6939-c01c-f94c-4d97-f55d4fd52efc, 'name': SearchDatastore_Task, 'duration_secs': 0.011886} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.348269] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.348544] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.348799] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.348983] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.349186] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.349484] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f619f03b-5c49-4eeb-9140-457d2ac346a7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.364056] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.364281] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.365254] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f423f920-479a-4a89-adee-411b338e9633 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.372926] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 987.372926] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e6f7ad-f004-1232-05fd-2f55d9bbb3cb" [ 987.372926] env[69702]: _type = "Task" [ 987.372926] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.373104] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.375395] env[69702]: DEBUG oslo_concurrency.lockutils [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.394s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.375629] env[69702]: DEBUG nova.objects.instance [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Lazy-loading 'resources' on Instance uuid b4e5c17f-f23f-44bc-ad53-d2938710f424 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.386736] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e6f7ad-f004-1232-05fd-2f55d9bbb3cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.387623] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e695a16-1ed8-4b42-be71-8802bb5bcbc7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.393977] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 987.393977] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52581ebf-b92d-8a02-b394-19ba6b5e8f6d" [ 987.393977] env[69702]: _type = "Task" [ 987.393977] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.403057] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52581ebf-b92d-8a02-b394-19ba6b5e8f6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.409588] env[69702]: INFO nova.scheduler.client.report [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted allocations for instance 756b27f4-cc48-4b25-8527-e0457185c7a8 [ 987.455120] env[69702]: DEBUG oslo_concurrency.lockutils [req-934eaec8-1cda-40d0-a97f-16c965ed41ce req-12039731-96eb-46fa-b1ec-aa4b7725a82e service nova] Releasing lock "refresh_cache-1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.455916] env[69702]: DEBUG nova.compute.manager [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.489710] env[69702]: DEBUG nova.virt.hardware [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.490541] env[69702]: DEBUG nova.virt.hardware [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.490784] env[69702]: DEBUG nova.virt.hardware [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.491080] env[69702]: DEBUG nova.virt.hardware [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.491338] env[69702]: DEBUG nova.virt.hardware [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.491574] env[69702]: DEBUG nova.virt.hardware [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.491868] env[69702]: DEBUG nova.virt.hardware [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.492117] env[69702]: DEBUG nova.virt.hardware [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.492445] env[69702]: DEBUG nova.virt.hardware [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.492623] env[69702]: DEBUG nova.virt.hardware [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.492833] env[69702]: DEBUG nova.virt.hardware [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.495485] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4e516a-7ff1-47c7-8491-1c1f2536d694 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.513346] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36978a3a-1f8d-47c5-89e7-fd7294aeeaeb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.567180] env[69702]: DEBUG nova.compute.manager [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Received event network-changed-5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.567472] env[69702]: DEBUG nova.compute.manager [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Refreshing instance network info cache due to event network-changed-5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.567976] env[69702]: DEBUG oslo_concurrency.lockutils [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] Acquiring lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.630471] env[69702]: DEBUG nova.network.neutron [None req-ac4a7ac6-ea9a-4584-9a7d-16cc3791a791 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Updating instance_info_cache with network_info: [{"id": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "address": "fa:16:3e:c5:8b:35", "network": {"id": "35b7e981-b999-4e3f-89e6-38e19ddeffea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1368634736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce8508b8c3b49d49d2dde1b8ae072b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bdccb97-e6", "ovs_interfaceid": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.655897] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "refresh_cache-984f6f0d-1372-41e0-b6d3-20212b0497aa" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.656090] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquired lock "refresh_cache-984f6f0d-1372-41e0-b6d3-20212b0497aa" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.656248] env[69702]: DEBUG nova.network.neutron [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.733674] env[69702]: DEBUG oslo_vmware.api [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085528, 'name': PowerOnVM_Task, 'duration_secs': 0.465748} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.733987] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.734265] env[69702]: DEBUG nova.compute.manager [None req-57dad03a-ec10-4c22-9537-a451fb86d031 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.735295] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65944fe-6ea1-49c3-8522-7b474d849516 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.839200] env[69702]: DEBUG oslo_vmware.api [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Task: {'id': task-3085530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197564} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.839514] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.839754] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.839947] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.840140] env[69702]: INFO nova.compute.manager [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 987.840385] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.840574] env[69702]: DEBUG nova.compute.manager [-] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.840671] env[69702]: DEBUG nova.network.neutron [-] [instance: 05a93152-5943-4981-bbd0-a722435710bb] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.905818] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52581ebf-b92d-8a02-b394-19ba6b5e8f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.01244} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.906143] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.906584] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1/1d84f818-66bb-4d7f-a891-e0cf0f22e2f1.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.906933] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6ea7dea-0d5b-4f8a-acb2-c3c9395aefd6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.920213] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 987.920213] env[69702]: value = "task-3085531" [ 987.920213] env[69702]: _type = "Task" [ 987.920213] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.920684] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fee12a83-b027-4204-b4b6-47e3f3a17556 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "756b27f4-cc48-4b25-8527-e0457185c7a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.160s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.934535] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.133290] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ac4a7ac6-ea9a-4584-9a7d-16cc3791a791 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Releasing lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.133621] env[69702]: DEBUG nova.compute.manager [None req-ac4a7ac6-ea9a-4584-9a7d-16cc3791a791 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Inject network info {{(pid=69702) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 988.134600] env[69702]: DEBUG nova.compute.manager [None req-ac4a7ac6-ea9a-4584-9a7d-16cc3791a791 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] network_info to inject: |[{"id": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "address": "fa:16:3e:c5:8b:35", "network": {"id": "35b7e981-b999-4e3f-89e6-38e19ddeffea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1368634736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce8508b8c3b49d49d2dde1b8ae072b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bdccb97-e6", "ovs_interfaceid": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 988.139623] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4a7ac6-ea9a-4584-9a7d-16cc3791a791 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Reconfiguring VM instance to set the machine id {{(pid=69702) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 988.140540] env[69702]: DEBUG oslo_concurrency.lockutils [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] Acquired lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.140818] env[69702]: DEBUG nova.network.neutron [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Refreshing network info cache for port 5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.142576] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad16e25-520a-4664-ae94-a19d95e53a41 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.172836] env[69702]: DEBUG oslo_vmware.api [None req-ac4a7ac6-ea9a-4584-9a7d-16cc3791a791 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for the task: (returnval){ [ 988.172836] env[69702]: value = "task-3085532" [ 988.172836] env[69702]: _type = "Task" [ 988.172836] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.191377] env[69702]: DEBUG oslo_vmware.api [None req-ac4a7ac6-ea9a-4584-9a7d-16cc3791a791 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.197435] env[69702]: DEBUG nova.network.neutron [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.231111] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52bfff4-43e7-47e4-9859-401cd3e0a668 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.240423] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e80dfe-e72a-44b9-9fed-6009f1440194 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.280227] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2474807e-f502-49df-bfd9-1dee05002c1a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.289051] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171e994e-c1e7-40a1-b4b0-5147d6468fbd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.307995] env[69702]: DEBUG nova.compute.provider_tree [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.398793] env[69702]: DEBUG nova.network.neutron [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Updating instance_info_cache with network_info: [{"id": "20fa554b-daff-4f7e-80e2-a7a24d03898c", "address": "fa:16:3e:5b:89:42", "network": {"id": "a610d7d2-eede-45ef-bd77-8d8112a7cd63", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356204922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "157e7721dbf44324b857e8a2017c47a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fa554b-da", "ovs_interfaceid": "20fa554b-daff-4f7e-80e2-a7a24d03898c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.434958] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504063} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.435334] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1/1d84f818-66bb-4d7f-a891-e0cf0f22e2f1.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.435607] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.435913] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56ec175a-57ae-4311-b94d-fd9921a0a921 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.442944] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 988.442944] env[69702]: value = "task-3085533" [ 988.442944] env[69702]: _type = "Task" [ 988.442944] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.450621] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.595580] env[69702]: DEBUG nova.network.neutron [-] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.686411] env[69702]: DEBUG oslo_vmware.api [None req-ac4a7ac6-ea9a-4584-9a7d-16cc3791a791 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085532, 'name': ReconfigVM_Task, 'duration_secs': 0.198266} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.686693] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4a7ac6-ea9a-4584-9a7d-16cc3791a791 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Reconfigured VM instance to set the machine id {{(pid=69702) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 988.811148] env[69702]: DEBUG nova.scheduler.client.report [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.904727] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Releasing lock "refresh_cache-984f6f0d-1372-41e0-b6d3-20212b0497aa" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.904727] env[69702]: DEBUG nova.compute.manager [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Instance network_info: |[{"id": "20fa554b-daff-4f7e-80e2-a7a24d03898c", "address": "fa:16:3e:5b:89:42", "network": {"id": "a610d7d2-eede-45ef-bd77-8d8112a7cd63", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356204922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "157e7721dbf44324b857e8a2017c47a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fa554b-da", "ovs_interfaceid": "20fa554b-daff-4f7e-80e2-a7a24d03898c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.904896] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:89:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20fa554b-daff-4f7e-80e2-a7a24d03898c', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.913199] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.913538] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.913777] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e51a3ad-7d97-4729-b481-5f91c4004f85 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.937043] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.937043] env[69702]: value = "task-3085534" [ 988.937043] env[69702]: _type = "Task" [ 988.937043] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.950778] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085534, 'name': CreateVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.955706] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065791} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.955978] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.956752] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46588dde-4c91-4cf1-b745-6e182f8652fa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.982661] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1/1d84f818-66bb-4d7f-a891-e0cf0f22e2f1.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.983273] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f10b4d36-670b-46e4-ab18-7128669aa502 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.009445] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 989.009445] env[69702]: value = "task-3085535" [ 989.009445] env[69702]: _type = "Task" [ 989.009445] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.020356] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.098397] env[69702]: INFO nova.compute.manager [-] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Took 1.26 seconds to deallocate network for instance. [ 989.175186] env[69702]: DEBUG nova.network.neutron [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Successfully updated port: a9d02b57-cf2f-42e7-a744-d52659805d9b {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.177624] env[69702]: DEBUG nova.network.neutron [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Updated VIF entry in instance network info cache for port 5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.177968] env[69702]: DEBUG nova.network.neutron [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Updating instance_info_cache with network_info: [{"id": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "address": "fa:16:3e:c5:8b:35", "network": {"id": "35b7e981-b999-4e3f-89e6-38e19ddeffea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1368634736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce8508b8c3b49d49d2dde1b8ae072b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bdccb97-e6", "ovs_interfaceid": "5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.317044] env[69702]: DEBUG oslo_concurrency.lockutils [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.319543] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.655s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.319715] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.319811] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 989.320136] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.467s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.324326] env[69702]: INFO nova.compute.claims [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.330447] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267398f2-2045-4127-94aa-185b363565a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.337592] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5af24a3-d7f2-4af3-99e7-1d1afd903397 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.098380] env[69702]: INFO nova.scheduler.client.report [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Deleted allocations for instance b4e5c17f-f23f-44bc-ad53-d2938710f424 [ 990.102109] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquiring lock "d36e24b4-b199-4032-a564-77378b08369b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.102188] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Lock "d36e24b4-b199-4032-a564-77378b08369b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.102384] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquiring lock "d36e24b4-b199-4032-a564-77378b08369b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.102561] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Lock "d36e24b4-b199-4032-a564-77378b08369b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.102728] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Lock "d36e24b4-b199-4032-a564-77378b08369b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.104638] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.105113] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "refresh_cache-1b5878ec-adf6-46de-9794-5dbcdc1e95d8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.105245] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquired lock "refresh_cache-1b5878ec-adf6-46de-9794-5dbcdc1e95d8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.105406] env[69702]: DEBUG nova.network.neutron [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.106524] env[69702]: DEBUG oslo_concurrency.lockutils [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] Releasing lock "refresh_cache-d36e24b4-b199-4032-a564-77378b08369b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.106731] env[69702]: DEBUG nova.compute.manager [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Received event network-vif-plugged-20fa554b-daff-4f7e-80e2-a7a24d03898c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.106904] env[69702]: DEBUG oslo_concurrency.lockutils [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] Acquiring lock "984f6f0d-1372-41e0-b6d3-20212b0497aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.107155] env[69702]: DEBUG oslo_concurrency.lockutils [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] Lock "984f6f0d-1372-41e0-b6d3-20212b0497aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.107344] env[69702]: DEBUG oslo_concurrency.lockutils [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] Lock "984f6f0d-1372-41e0-b6d3-20212b0497aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.107511] env[69702]: DEBUG nova.compute.manager [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] No waiting events found dispatching network-vif-plugged-20fa554b-daff-4f7e-80e2-a7a24d03898c {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.107674] env[69702]: WARNING nova.compute.manager [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Received unexpected event network-vif-plugged-20fa554b-daff-4f7e-80e2-a7a24d03898c for instance with vm_state building and task_state spawning. [ 990.107832] env[69702]: DEBUG nova.compute.manager [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Received event network-changed-20fa554b-daff-4f7e-80e2-a7a24d03898c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.107979] env[69702]: DEBUG nova.compute.manager [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Refreshing instance network info cache due to event network-changed-20fa554b-daff-4f7e-80e2-a7a24d03898c. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.108184] env[69702]: DEBUG oslo_concurrency.lockutils [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] Acquiring lock "refresh_cache-984f6f0d-1372-41e0-b6d3-20212b0497aa" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.108310] env[69702]: DEBUG oslo_concurrency.lockutils [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] Acquired lock "refresh_cache-984f6f0d-1372-41e0-b6d3-20212b0497aa" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.108460] env[69702]: DEBUG nova.network.neutron [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Refreshing network info cache for port 20fa554b-daff-4f7e-80e2-a7a24d03898c {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.112259] env[69702]: DEBUG nova.compute.manager [req-9dff187b-b1fd-4cd9-a3fe-692eeba52a3e req-5c324f5c-dc12-4f50-8d49-d66729d94446 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Received event network-changed-6db113c5-1a63-49e3-94d3-e6e1976ad0b2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.112438] env[69702]: DEBUG nova.compute.manager [req-9dff187b-b1fd-4cd9-a3fe-692eeba52a3e req-5c324f5c-dc12-4f50-8d49-d66729d94446 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Refreshing instance network info cache due to event network-changed-6db113c5-1a63-49e3-94d3-e6e1976ad0b2. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.112626] env[69702]: DEBUG oslo_concurrency.lockutils [req-9dff187b-b1fd-4cd9-a3fe-692eeba52a3e req-5c324f5c-dc12-4f50-8d49-d66729d94446 service nova] Acquiring lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.112796] env[69702]: DEBUG oslo_concurrency.lockutils [req-9dff187b-b1fd-4cd9-a3fe-692eeba52a3e req-5c324f5c-dc12-4f50-8d49-d66729d94446 service nova] Acquired lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.112976] env[69702]: DEBUG nova.network.neutron [req-9dff187b-b1fd-4cd9-a3fe-692eeba52a3e req-5c324f5c-dc12-4f50-8d49-d66729d94446 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Refreshing network info cache for port 6db113c5-1a63-49e3-94d3-e6e1976ad0b2 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.117160] env[69702]: DEBUG nova.compute.manager [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Received event network-vif-deleted-1a253723-e3b8-4a25-83c4-add9c016b645 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.117366] env[69702]: DEBUG nova.compute.manager [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Received event network-vif-plugged-a9d02b57-cf2f-42e7-a744-d52659805d9b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.117543] env[69702]: DEBUG oslo_concurrency.lockutils [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] Acquiring lock "1b5878ec-adf6-46de-9794-5dbcdc1e95d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.117750] env[69702]: DEBUG oslo_concurrency.lockutils [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] Lock "1b5878ec-adf6-46de-9794-5dbcdc1e95d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.117932] env[69702]: DEBUG oslo_concurrency.lockutils [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] Lock "1b5878ec-adf6-46de-9794-5dbcdc1e95d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.118125] env[69702]: DEBUG nova.compute.manager [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] No waiting events found dispatching network-vif-plugged-a9d02b57-cf2f-42e7-a744-d52659805d9b {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.118304] env[69702]: WARNING nova.compute.manager [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Received unexpected event network-vif-plugged-a9d02b57-cf2f-42e7-a744-d52659805d9b for instance with vm_state building and task_state spawning. [ 990.118481] env[69702]: DEBUG nova.compute.manager [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Received event network-changed-a9d02b57-cf2f-42e7-a744-d52659805d9b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.118680] env[69702]: DEBUG nova.compute.manager [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Refreshing instance network info cache due to event network-changed-a9d02b57-cf2f-42e7-a744-d52659805d9b. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.118854] env[69702]: DEBUG oslo_concurrency.lockutils [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] Acquiring lock "refresh_cache-1b5878ec-adf6-46de-9794-5dbcdc1e95d8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.125158] env[69702]: INFO nova.compute.manager [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Terminating instance [ 990.138043] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "ce59939e-2272-42a8-9dcf-def341631683" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.138043] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "ce59939e-2272-42a8-9dcf-def341631683" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.151795] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728eb652-5d67-4f99-bcf7-677b031e630b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.164400] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085535, 'name': ReconfigVM_Task, 'duration_secs': 0.341724} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.164400] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085534, 'name': CreateVM_Task, 'duration_secs': 0.473941} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.164730] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1/1d84f818-66bb-4d7f-a891-e0cf0f22e2f1.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.165330] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.165918] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9d11468-e601-445e-90af-9d329dbed8d1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.168224] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.168413] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.168791] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.174140] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2946612a-34ac-416b-916d-d60e81070d28 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.180290] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c9cbae-4b7d-4862-9cac-f98172063975 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.182556] env[69702]: DEBUG nova.network.neutron [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.187404] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 990.187404] env[69702]: value = "task-3085536" [ 990.187404] env[69702]: _type = "Task" [ 990.187404] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.190131] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 990.190131] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5273f3bc-310b-84ab-db6a-8f96b827e9b6" [ 990.190131] env[69702]: _type = "Task" [ 990.190131] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.228622] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179258MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=69702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 990.229108] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.237203] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085536, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.243555] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5273f3bc-310b-84ab-db6a-8f96b827e9b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.244866] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.244866] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.244866] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.244866] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.245190] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.245555] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-270907e5-2e7e-40f3-8bb6-9492c7022a36 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.253787] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.254077] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.257211] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08d0e3c-8934-4013-8d86-fc7568f0e1fd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.264818] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 990.264818] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b369ee-9016-9b17-6ab6-209eb8b2499a" [ 990.264818] env[69702]: _type = "Task" [ 990.264818] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.273665] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b369ee-9016-9b17-6ab6-209eb8b2499a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.509380] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e621d8d7-b469-4f8c-815d-d87a26ae4e42 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.517397] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d331e807-29f5-451d-b4be-6beca8033392 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.550504] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b193fe-33e1-426e-b953-30e48825135b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.558119] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a621b30-a58e-49d9-9fcf-8c0e0fa8dfaf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.574475] env[69702]: DEBUG nova.compute.provider_tree [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.642490] env[69702]: DEBUG oslo_concurrency.lockutils [None req-30886c70-2163-4467-8fb4-6e12e01d5d86 tempest-InstanceActionsNegativeTestJSON-2134123801 tempest-InstanceActionsNegativeTestJSON-2134123801-project-member] Lock "b4e5c17f-f23f-44bc-ad53-d2938710f424" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.334s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.648997] env[69702]: DEBUG nova.compute.manager [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.651824] env[69702]: DEBUG nova.compute.manager [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.652067] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.653709] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e972a260-1926-4bc5-bd60-bc99fa026cd3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.661279] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.662016] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09b823db-a15e-4324-8ff2-667b3a747c0c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.668967] env[69702]: DEBUG oslo_vmware.api [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for the task: (returnval){ [ 990.668967] env[69702]: value = "task-3085537" [ 990.668967] env[69702]: _type = "Task" [ 990.668967] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.677433] env[69702]: DEBUG oslo_vmware.api [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.704007] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085536, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.771302] env[69702]: DEBUG nova.network.neutron [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Updating instance_info_cache with network_info: [{"id": "a9d02b57-cf2f-42e7-a744-d52659805d9b", "address": "fa:16:3e:9f:ff:e6", "network": {"id": "a610d7d2-eede-45ef-bd77-8d8112a7cd63", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356204922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "157e7721dbf44324b857e8a2017c47a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d02b57-cf", "ovs_interfaceid": "a9d02b57-cf2f-42e7-a744-d52659805d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.776101] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b369ee-9016-9b17-6ab6-209eb8b2499a, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.777254] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4773da56-092b-4e02-8225-599b16aa8983 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.783388] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 990.783388] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52310e25-7a61-55f2-dbf0-b93c06556392" [ 990.783388] env[69702]: _type = "Task" [ 990.783388] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.792866] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52310e25-7a61-55f2-dbf0-b93c06556392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.064208] env[69702]: DEBUG nova.network.neutron [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Updated VIF entry in instance network info cache for port 20fa554b-daff-4f7e-80e2-a7a24d03898c. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.064583] env[69702]: DEBUG nova.network.neutron [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Updating instance_info_cache with network_info: [{"id": "20fa554b-daff-4f7e-80e2-a7a24d03898c", "address": "fa:16:3e:5b:89:42", "network": {"id": "a610d7d2-eede-45ef-bd77-8d8112a7cd63", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356204922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "157e7721dbf44324b857e8a2017c47a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fa554b-da", "ovs_interfaceid": "20fa554b-daff-4f7e-80e2-a7a24d03898c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.075506] env[69702]: DEBUG nova.scheduler.client.report [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.097791] env[69702]: DEBUG nova.network.neutron [req-9dff187b-b1fd-4cd9-a3fe-692eeba52a3e req-5c324f5c-dc12-4f50-8d49-d66729d94446 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Updated VIF entry in instance network info cache for port 6db113c5-1a63-49e3-94d3-e6e1976ad0b2. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.097791] env[69702]: DEBUG nova.network.neutron [req-9dff187b-b1fd-4cd9-a3fe-692eeba52a3e req-5c324f5c-dc12-4f50-8d49-d66729d94446 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Updating instance_info_cache with network_info: [{"id": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "address": "fa:16:3e:2d:04:a5", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db113c5-1a", "ovs_interfaceid": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.174188] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.180735] env[69702]: DEBUG oslo_vmware.api [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085537, 'name': PowerOffVM_Task, 'duration_secs': 0.278624} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.181071] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.181290] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.181606] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e665e717-6990-4c39-9e97-b78cc351651d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.201786] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085536, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.259493] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.259810] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.260054] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Deleting the datastore file [datastore1] d36e24b4-b199-4032-a564-77378b08369b {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.260368] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb28db33-6b2c-4c9a-9ebc-483b04048942 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.267954] env[69702]: DEBUG oslo_vmware.api [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for the task: (returnval){ [ 991.267954] env[69702]: value = "task-3085539" [ 991.267954] env[69702]: _type = "Task" [ 991.267954] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.276575] env[69702]: DEBUG oslo_vmware.api [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.277130] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Releasing lock "refresh_cache-1b5878ec-adf6-46de-9794-5dbcdc1e95d8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.277516] env[69702]: DEBUG nova.compute.manager [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Instance network_info: |[{"id": "a9d02b57-cf2f-42e7-a744-d52659805d9b", "address": "fa:16:3e:9f:ff:e6", "network": {"id": "a610d7d2-eede-45ef-bd77-8d8112a7cd63", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356204922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "157e7721dbf44324b857e8a2017c47a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d02b57-cf", "ovs_interfaceid": "a9d02b57-cf2f-42e7-a744-d52659805d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.277889] env[69702]: DEBUG oslo_concurrency.lockutils [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] Acquired lock "refresh_cache-1b5878ec-adf6-46de-9794-5dbcdc1e95d8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.278183] env[69702]: DEBUG nova.network.neutron [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Refreshing network info cache for port a9d02b57-cf2f-42e7-a744-d52659805d9b {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.279541] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:ff:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9d02b57-cf2f-42e7-a744-d52659805d9b', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.286706] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.289939] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.293546] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9400379a-d3ea-4fff-b84b-85d799312e97 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.317734] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52310e25-7a61-55f2-dbf0-b93c06556392, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.319983] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.319983] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 984f6f0d-1372-41e0-b6d3-20212b0497aa/984f6f0d-1372-41e0-b6d3-20212b0497aa.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.319983] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.319983] env[69702]: value = "task-3085540" [ 991.319983] env[69702]: _type = "Task" [ 991.319983] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.320293] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eba3876c-bf31-4238-9173-14ed3c071c34 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.331149] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085540, 'name': CreateVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.335727] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 991.335727] env[69702]: value = "task-3085541" [ 991.335727] env[69702]: _type = "Task" [ 991.335727] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.340610] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.570647] env[69702]: DEBUG oslo_concurrency.lockutils [req-5748656e-e9f8-402d-8653-03b8d50eb87a req-6c0bc691-ecab-4471-9e95-7043050e2b94 service nova] Releasing lock "refresh_cache-984f6f0d-1372-41e0-b6d3-20212b0497aa" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.580421] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.581094] env[69702]: DEBUG nova.compute.manager [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.584331] env[69702]: DEBUG oslo_concurrency.lockutils [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.041s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.584331] env[69702]: DEBUG nova.objects.instance [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'resources' on Instance uuid 248e1129-34e7-4f2e-af05-22fe4314b24e {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.599631] env[69702]: DEBUG oslo_concurrency.lockutils [req-9dff187b-b1fd-4cd9-a3fe-692eeba52a3e req-5c324f5c-dc12-4f50-8d49-d66729d94446 service nova] Releasing lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.625034] env[69702]: DEBUG nova.network.neutron [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Updated VIF entry in instance network info cache for port a9d02b57-cf2f-42e7-a744-d52659805d9b. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.625451] env[69702]: DEBUG nova.network.neutron [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Updating instance_info_cache with network_info: [{"id": "a9d02b57-cf2f-42e7-a744-d52659805d9b", "address": "fa:16:3e:9f:ff:e6", "network": {"id": "a610d7d2-eede-45ef-bd77-8d8112a7cd63", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356204922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "157e7721dbf44324b857e8a2017c47a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d02b57-cf", "ovs_interfaceid": "a9d02b57-cf2f-42e7-a744-d52659805d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.633295] env[69702]: DEBUG nova.compute.manager [req-27de370b-7b05-43e1-b29a-b235bdbbeffa req-de05a557-ea02-4fb4-952c-1082dce6d959 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Received event network-changed-6db113c5-1a63-49e3-94d3-e6e1976ad0b2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.633531] env[69702]: DEBUG nova.compute.manager [req-27de370b-7b05-43e1-b29a-b235bdbbeffa req-de05a557-ea02-4fb4-952c-1082dce6d959 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Refreshing instance network info cache due to event network-changed-6db113c5-1a63-49e3-94d3-e6e1976ad0b2. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.633849] env[69702]: DEBUG oslo_concurrency.lockutils [req-27de370b-7b05-43e1-b29a-b235bdbbeffa req-de05a557-ea02-4fb4-952c-1082dce6d959 service nova] Acquiring lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.633987] env[69702]: DEBUG oslo_concurrency.lockutils [req-27de370b-7b05-43e1-b29a-b235bdbbeffa req-de05a557-ea02-4fb4-952c-1082dce6d959 service nova] Acquired lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.634655] env[69702]: DEBUG nova.network.neutron [req-27de370b-7b05-43e1-b29a-b235bdbbeffa req-de05a557-ea02-4fb4-952c-1082dce6d959 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Refreshing network info cache for port 6db113c5-1a63-49e3-94d3-e6e1976ad0b2 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.707479] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085536, 'name': Rename_Task, 'duration_secs': 1.193024} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.707992] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.708423] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53d0d193-eb0b-466a-95fd-a1857c1e5029 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.719517] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 991.719517] env[69702]: value = "task-3085542" [ 991.719517] env[69702]: _type = "Task" [ 991.719517] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.732363] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.780141] env[69702]: DEBUG oslo_vmware.api [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Task: {'id': task-3085539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170627} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.780565] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.780810] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.781019] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.781220] env[69702]: INFO nova.compute.manager [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] [instance: d36e24b4-b199-4032-a564-77378b08369b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 991.781618] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.781827] env[69702]: DEBUG nova.compute.manager [-] [instance: d36e24b4-b199-4032-a564-77378b08369b] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.781962] env[69702]: DEBUG nova.network.neutron [-] [instance: d36e24b4-b199-4032-a564-77378b08369b] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.837512] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085540, 'name': CreateVM_Task, 'duration_secs': 0.506278} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.839101] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.844028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.844028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.844028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.844028] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02677985-7d6c-44b9-8130-5aa1959cea04 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.849093] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085541, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.855536] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 991.855536] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5262a1bd-36b5-3238-4ed4-fcf22a7fb1d4" [ 991.855536] env[69702]: _type = "Task" [ 991.855536] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.866911] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5262a1bd-36b5-3238-4ed4-fcf22a7fb1d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.087705] env[69702]: DEBUG nova.compute.utils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.093110] env[69702]: DEBUG nova.compute.manager [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.093110] env[69702]: DEBUG nova.network.neutron [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.129867] env[69702]: DEBUG oslo_concurrency.lockutils [req-8fa36ec1-5a6b-4ae9-bdeb-1549d455ac4d req-3a0504d3-65ed-4942-927a-c8f250f92a9c service nova] Releasing lock "refresh_cache-1b5878ec-adf6-46de-9794-5dbcdc1e95d8" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.201209] env[69702]: DEBUG nova.policy [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323749f2918b4e87ae8048d4a8e2c109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ad83c4295dc4886b9ca2d028bb1a479', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.234965] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085542, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.355213] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584336} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.355802] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 984f6f0d-1372-41e0-b6d3-20212b0497aa/984f6f0d-1372-41e0-b6d3-20212b0497aa.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.356241] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.360684] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7664ff19-7fe5-4372-920f-80acea74d6e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.382428] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5262a1bd-36b5-3238-4ed4-fcf22a7fb1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.03363} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.385445] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 992.385445] env[69702]: value = "task-3085543" [ 992.385445] env[69702]: _type = "Task" [ 992.385445] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.390359] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.390734] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.391012] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.391175] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.391366] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.391799] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a403a3aa-c27e-42aa-a6ff-324f60185533 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.405902] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.407550] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.407550] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.408404] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af5dd89-4cd4-4a00-9b31-95aed3ef399b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.415879] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 992.415879] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5214700c-2067-713b-5e12-2ca704799a16" [ 992.415879] env[69702]: _type = "Task" [ 992.415879] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.424321] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5214700c-2067-713b-5e12-2ca704799a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.494684] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc95265-e72d-4d51-80eb-7667b494a143 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.504926] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5087b73-e04f-4539-84c6-523afad75df2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.541529] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6306db60-4f04-4d8c-9f4f-bc55b77cad16 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.551198] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d80dc6-ee99-4da8-86b2-1c28c7c2fe1d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.565301] env[69702]: DEBUG nova.compute.provider_tree [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.593386] env[69702]: DEBUG nova.compute.manager [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.711095] env[69702]: DEBUG nova.network.neutron [req-27de370b-7b05-43e1-b29a-b235bdbbeffa req-de05a557-ea02-4fb4-952c-1082dce6d959 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Updated VIF entry in instance network info cache for port 6db113c5-1a63-49e3-94d3-e6e1976ad0b2. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.711454] env[69702]: DEBUG nova.network.neutron [req-27de370b-7b05-43e1-b29a-b235bdbbeffa req-de05a557-ea02-4fb4-952c-1082dce6d959 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Updating instance_info_cache with network_info: [{"id": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "address": "fa:16:3e:2d:04:a5", "network": {"id": "13db9720-fa88-4cad-989b-55065830d726", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1270728591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e7a69c3c3f945aba8d740db6093b6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db113c5-1a", "ovs_interfaceid": "6db113c5-1a63-49e3-94d3-e6e1976ad0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.719645] env[69702]: DEBUG nova.compute.manager [req-7125f0f7-490f-424d-8494-7dddbd00f6c2 req-21ca6a7a-f6a4-4544-97d7-eba81e8b31da service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Received event network-vif-deleted-5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.719645] env[69702]: INFO nova.compute.manager [req-7125f0f7-490f-424d-8494-7dddbd00f6c2 req-21ca6a7a-f6a4-4544-97d7-eba81e8b31da service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Neutron deleted interface 5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a; detaching it from the instance and deleting it from the info cache [ 992.719645] env[69702]: DEBUG nova.network.neutron [req-7125f0f7-490f-424d-8494-7dddbd00f6c2 req-21ca6a7a-f6a4-4544-97d7-eba81e8b31da service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.737378] env[69702]: DEBUG oslo_vmware.api [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085542, 'name': PowerOnVM_Task, 'duration_secs': 0.616587} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.737541] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.738146] env[69702]: INFO nova.compute.manager [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Took 10.23 seconds to spawn the instance on the hypervisor. [ 992.738253] env[69702]: DEBUG nova.compute.manager [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.739421] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5725f9db-77d5-48a9-9e95-e3d6dfcd4370 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.879613] env[69702]: DEBUG nova.network.neutron [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Successfully created port: 17e29624-86b9-44a1-81ef-c9c764a1cce4 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.904108] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127603} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.904465] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.905453] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ca0602-befb-40dd-b515-f2c94f313749 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.932820] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 984f6f0d-1372-41e0-b6d3-20212b0497aa/984f6f0d-1372-41e0-b6d3-20212b0497aa.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.936453] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ff473dc-3a88-4c61-a8e4-b38bd62340dd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.958851] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5214700c-2067-713b-5e12-2ca704799a16, 'name': SearchDatastore_Task, 'duration_secs': 0.017958} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.960935] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 992.960935] env[69702]: value = "task-3085544" [ 992.960935] env[69702]: _type = "Task" [ 992.960935] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.961147] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43bdfc0-c350-4d05-a518-00251d4753b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.969600] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 992.969600] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b8aa70-e251-5810-d1d8-43db4a62d670" [ 992.969600] env[69702]: _type = "Task" [ 992.969600] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.973174] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.981463] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b8aa70-e251-5810-d1d8-43db4a62d670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.069513] env[69702]: DEBUG nova.scheduler.client.report [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.195336] env[69702]: DEBUG nova.network.neutron [-] [instance: d36e24b4-b199-4032-a564-77378b08369b] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.214105] env[69702]: DEBUG oslo_concurrency.lockutils [req-27de370b-7b05-43e1-b29a-b235bdbbeffa req-de05a557-ea02-4fb4-952c-1082dce6d959 service nova] Releasing lock "refresh_cache-a764b38d-4e4d-4b80-81d4-441bdebcfa0f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.223579] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5988075f-4984-4cdb-ba74-98c0f8758167 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.233691] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a4ab59-76f7-4a08-91ab-fbeb2cad06d2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.278524] env[69702]: DEBUG nova.compute.manager [req-7125f0f7-490f-424d-8494-7dddbd00f6c2 req-21ca6a7a-f6a4-4544-97d7-eba81e8b31da service nova] [instance: d36e24b4-b199-4032-a564-77378b08369b] Detach interface failed, port_id=5bdccb97-e6cd-47e5-b1b8-0c2dca388d2a, reason: Instance d36e24b4-b199-4032-a564-77378b08369b could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 993.284877] env[69702]: INFO nova.compute.manager [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Took 15.30 seconds to build instance. [ 993.473984] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.482870] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b8aa70-e251-5810-d1d8-43db4a62d670, 'name': SearchDatastore_Task, 'duration_secs': 0.023301} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.483667] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.484066] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 1b5878ec-adf6-46de-9794-5dbcdc1e95d8/1b5878ec-adf6-46de-9794-5dbcdc1e95d8.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.484489] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4702d0a2-c7d4-4c35-aa86-a791f6cd1388 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.492119] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 993.492119] env[69702]: value = "task-3085545" [ 993.492119] env[69702]: _type = "Task" [ 993.492119] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.500443] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.576088] env[69702]: DEBUG oslo_concurrency.lockutils [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.578813] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.005s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.580731] env[69702]: INFO nova.compute.claims [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.603982] env[69702]: DEBUG nova.compute.manager [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.610366] env[69702]: INFO nova.scheduler.client.report [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Deleted allocations for instance 248e1129-34e7-4f2e-af05-22fe4314b24e [ 993.637231] env[69702]: DEBUG nova.virt.hardware [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.637507] env[69702]: DEBUG nova.virt.hardware [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.637870] env[69702]: DEBUG nova.virt.hardware [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.638134] env[69702]: DEBUG nova.virt.hardware [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.638294] env[69702]: DEBUG nova.virt.hardware [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.638443] env[69702]: DEBUG nova.virt.hardware [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.638918] env[69702]: DEBUG nova.virt.hardware [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.639316] env[69702]: DEBUG nova.virt.hardware [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.639514] env[69702]: DEBUG nova.virt.hardware [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.639694] env[69702]: DEBUG nova.virt.hardware [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.640112] env[69702]: DEBUG nova.virt.hardware [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.641109] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70e2587-fd28-4442-9620-4b41ee852b49 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.651568] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab722dfb-809b-4c65-aa5a-7cc52586dd60 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.697418] env[69702]: INFO nova.compute.manager [-] [instance: d36e24b4-b199-4032-a564-77378b08369b] Took 1.92 seconds to deallocate network for instance. [ 993.787140] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d6a5b850-be5b-453b-b39f-530f7cdd8842 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.811s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.974887] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085544, 'name': ReconfigVM_Task, 'duration_secs': 0.694277} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.975168] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 984f6f0d-1372-41e0-b6d3-20212b0497aa/984f6f0d-1372-41e0-b6d3-20212b0497aa.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.975869] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9892a3fa-87b2-436f-b118-bcfda8194c1b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.984732] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 993.984732] env[69702]: value = "task-3085546" [ 993.984732] env[69702]: _type = "Task" [ 993.984732] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.994937] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085546, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.003763] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085545, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.122162] env[69702]: DEBUG oslo_concurrency.lockutils [None req-768141ba-7a07-4c67-bc16-ab30c66c492a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "248e1129-34e7-4f2e-af05-22fe4314b24e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.514s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.204864] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.498019] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085546, 'name': Rename_Task, 'duration_secs': 0.283371} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.503537] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.503537] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45232829-6f34-451d-b48c-a6a44afec0cd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.512477] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667186} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.514237] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 1b5878ec-adf6-46de-9794-5dbcdc1e95d8/1b5878ec-adf6-46de-9794-5dbcdc1e95d8.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.514452] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.514959] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 994.514959] env[69702]: value = "task-3085547" [ 994.514959] env[69702]: _type = "Task" [ 994.514959] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.515161] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ba16dd3-ae0b-476b-8bd5-028ed0c21187 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.527925] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085547, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.530318] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 994.530318] env[69702]: value = "task-3085548" [ 994.530318] env[69702]: _type = "Task" [ 994.530318] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.540844] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.556458] env[69702]: DEBUG nova.network.neutron [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Successfully updated port: 17e29624-86b9-44a1-81ef-c9c764a1cce4 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.755839] env[69702]: DEBUG nova.compute.manager [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Received event network-vif-plugged-17e29624-86b9-44a1-81ef-c9c764a1cce4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.756070] env[69702]: DEBUG oslo_concurrency.lockutils [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] Acquiring lock "c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.756300] env[69702]: DEBUG oslo_concurrency.lockutils [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] Lock "c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.756445] env[69702]: DEBUG oslo_concurrency.lockutils [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] Lock "c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.756555] env[69702]: DEBUG nova.compute.manager [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] No waiting events found dispatching network-vif-plugged-17e29624-86b9-44a1-81ef-c9c764a1cce4 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.756725] env[69702]: WARNING nova.compute.manager [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Received unexpected event network-vif-plugged-17e29624-86b9-44a1-81ef-c9c764a1cce4 for instance with vm_state building and task_state spawning. [ 994.756979] env[69702]: DEBUG nova.compute.manager [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Received event network-changed-17e29624-86b9-44a1-81ef-c9c764a1cce4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.757104] env[69702]: DEBUG nova.compute.manager [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Refreshing instance network info cache due to event network-changed-17e29624-86b9-44a1-81ef-c9c764a1cce4. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.757292] env[69702]: DEBUG oslo_concurrency.lockutils [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] Acquiring lock "refresh_cache-c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.757427] env[69702]: DEBUG oslo_concurrency.lockutils [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] Acquired lock "refresh_cache-c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.757581] env[69702]: DEBUG nova.network.neutron [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Refreshing network info cache for port 17e29624-86b9-44a1-81ef-c9c764a1cce4 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.910336] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0249b3a-6c07-4d14-9b5c-258ae6ccb69d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.923531] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b396675d-7d3c-4e2a-9878-f1a054c38cf8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.974206] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1712b959-3d99-47a3-8e3d-cea386bdc130 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.984406] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd1fbc9-1402-43d7-a381-82a9a1f445b5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.004087] env[69702]: DEBUG nova.compute.provider_tree [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.029801] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085547, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.041464] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148752} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.041464] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.042129] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140031a8-c7cb-4213-97f1-fd9bb7f5bc42 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.067573] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 1b5878ec-adf6-46de-9794-5dbcdc1e95d8/1b5878ec-adf6-46de-9794-5dbcdc1e95d8.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.068945] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "refresh_cache-c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.069133] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4d4199b-c230-41c1-9b2b-dcaf3a88da7c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.092492] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 995.092492] env[69702]: value = "task-3085549" [ 995.092492] env[69702]: _type = "Task" [ 995.092492] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.102376] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.318192] env[69702]: DEBUG nova.network.neutron [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.443616] env[69702]: DEBUG nova.network.neutron [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.507090] env[69702]: DEBUG nova.scheduler.client.report [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.531814] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085547, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.603566] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085549, 'name': ReconfigVM_Task, 'duration_secs': 0.3796} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.604011] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 1b5878ec-adf6-46de-9794-5dbcdc1e95d8/1b5878ec-adf6-46de-9794-5dbcdc1e95d8.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.604661] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9da6e3a1-fbbb-4305-80fe-821a24137288 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.611974] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 995.611974] env[69702]: value = "task-3085550" [ 995.611974] env[69702]: _type = "Task" [ 995.611974] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.622882] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085550, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.947870] env[69702]: DEBUG oslo_concurrency.lockutils [req-47974323-3cc2-4b0e-8c79-40b00f26cbd7 req-554611c1-999f-469b-b94a-b09b504c71bd service nova] Releasing lock "refresh_cache-c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.948297] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired lock "refresh_cache-c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.948473] env[69702]: DEBUG nova.network.neutron [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.015225] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.015600] env[69702]: DEBUG nova.compute.manager [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.018834] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.636s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.019113] env[69702]: DEBUG nova.objects.instance [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lazy-loading 'resources' on Instance uuid 40e17766-025e-41ad-84fb-c7a9480ffd20 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.039631] env[69702]: DEBUG oslo_vmware.api [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085547, 'name': PowerOnVM_Task, 'duration_secs': 1.029474} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.040037] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.040315] env[69702]: INFO nova.compute.manager [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Took 11.06 seconds to spawn the instance on the hypervisor. [ 996.040555] env[69702]: DEBUG nova.compute.manager [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.041696] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915a9914-52ac-4eeb-8cf2-b9dd131276e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.123508] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085550, 'name': Rename_Task, 'duration_secs': 0.252531} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.126274] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.126274] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d928a8a-b713-495e-8a6f-a7c0426ef7a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.136934] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 996.136934] env[69702]: value = "task-3085551" [ 996.136934] env[69702]: _type = "Task" [ 996.136934] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.152554] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.523490] env[69702]: DEBUG nova.compute.utils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.525100] env[69702]: DEBUG nova.compute.manager [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.525319] env[69702]: DEBUG nova.network.neutron [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.566493] env[69702]: INFO nova.compute.manager [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Took 18.24 seconds to build instance. [ 996.569944] env[69702]: DEBUG nova.network.neutron [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.659017] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085551, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.707869] env[69702]: DEBUG nova.policy [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '716adb946d69497da836ff07210110ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffbd8c4f167948929c8fce43de842a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.902601] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523002bd-37c8-1b97-d42e-6d8d4ff9905b/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 996.903978] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f78e94-5221-46e2-bedd-5efc603729a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.911464] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523002bd-37c8-1b97-d42e-6d8d4ff9905b/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 996.911858] env[69702]: ERROR oslo_vmware.rw_handles [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523002bd-37c8-1b97-d42e-6d8d4ff9905b/disk-0.vmdk due to incomplete transfer. [ 996.914977] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ead08400-82bd-4fd8-8d75-3336d39370dd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.926185] env[69702]: DEBUG oslo_vmware.rw_handles [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523002bd-37c8-1b97-d42e-6d8d4ff9905b/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 996.926348] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Uploaded image 615a24d8-269e-437f-bb5f-40a8765ff101 to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 996.930758] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 996.936546] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8db09f0c-0895-40ae-b126-3c47149dfa37 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.944812] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 996.944812] env[69702]: value = "task-3085552" [ 996.944812] env[69702]: _type = "Task" [ 996.944812] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.953466] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085552, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.956091] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a92f5ae-ab14-4ec8-aad2-b46dfaa8f084 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.966669] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64446015-d813-451d-92c6-56ec3f497bc5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.999798] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2249eb-826c-4faf-b7b4-b0cc95a3a49d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.007877] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31148591-58cc-4f23-a997-148c5f4a180d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.022973] env[69702]: DEBUG nova.compute.provider_tree [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.029095] env[69702]: DEBUG nova.compute.manager [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.032340] env[69702]: DEBUG nova.network.neutron [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Updating instance_info_cache with network_info: [{"id": "17e29624-86b9-44a1-81ef-c9c764a1cce4", "address": "fa:16:3e:88:09:b1", "network": {"id": "b079dd1d-24f3-4308-8c24-d40888f0c757", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-633978202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad83c4295dc4886b9ca2d028bb1a479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17e29624-86", "ovs_interfaceid": "17e29624-86b9-44a1-81ef-c9c764a1cce4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.074016] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5672eb53-392a-4623-8ddd-723a93b19b8f tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "984f6f0d-1372-41e0-b6d3-20212b0497aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.758s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.148763] env[69702]: DEBUG oslo_vmware.api [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085551, 'name': PowerOnVM_Task, 'duration_secs': 0.801465} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.149165] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.149641] env[69702]: INFO nova.compute.manager [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Took 9.69 seconds to spawn the instance on the hypervisor. [ 997.149798] env[69702]: DEBUG nova.compute.manager [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.150667] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d97c9f-c2af-4450-8b7f-b48ff0643013 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.194270] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "51ec7efb-8142-49a6-9110-fe71ff225339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.194504] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "51ec7efb-8142-49a6-9110-fe71ff225339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.339174] env[69702]: DEBUG nova.network.neutron [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Successfully created port: 84b81c31-1d89-47af-add6-5fb78a0a7442 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.456082] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085552, 'name': Destroy_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.530043] env[69702]: DEBUG nova.scheduler.client.report [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.541778] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Releasing lock "refresh_cache-c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.541778] env[69702]: DEBUG nova.compute.manager [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Instance network_info: |[{"id": "17e29624-86b9-44a1-81ef-c9c764a1cce4", "address": "fa:16:3e:88:09:b1", "network": {"id": "b079dd1d-24f3-4308-8c24-d40888f0c757", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-633978202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad83c4295dc4886b9ca2d028bb1a479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17e29624-86", "ovs_interfaceid": "17e29624-86b9-44a1-81ef-c9c764a1cce4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.541778] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:09:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17e29624-86b9-44a1-81ef-c9c764a1cce4', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.558029] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.558029] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.558029] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9502fb7d-89d4-4d8e-891a-7440c900bb2a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.584301] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.584301] env[69702]: value = "task-3085553" [ 997.584301] env[69702]: _type = "Task" [ 997.584301] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.593277] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085553, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.681377] env[69702]: INFO nova.compute.manager [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Took 18.53 seconds to build instance. [ 997.699566] env[69702]: DEBUG nova.compute.manager [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.960389] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085552, 'name': Destroy_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.035111] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.038673] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.934s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.040196] env[69702]: DEBUG nova.objects.instance [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Lazy-loading 'resources' on Instance uuid 05a93152-5943-4981-bbd0-a722435710bb {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.042181] env[69702]: DEBUG nova.compute.manager [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.073824] env[69702]: INFO nova.scheduler.client.report [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleted allocations for instance 40e17766-025e-41ad-84fb-c7a9480ffd20 [ 998.090285] env[69702]: DEBUG nova.virt.hardware [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.090626] env[69702]: DEBUG nova.virt.hardware [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.090826] env[69702]: DEBUG nova.virt.hardware [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.091117] env[69702]: DEBUG nova.virt.hardware [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.091319] env[69702]: DEBUG nova.virt.hardware [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.091504] env[69702]: DEBUG nova.virt.hardware [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.091751] env[69702]: DEBUG nova.virt.hardware [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.091943] env[69702]: DEBUG nova.virt.hardware [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.092142] env[69702]: DEBUG nova.virt.hardware [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.092311] env[69702]: DEBUG nova.virt.hardware [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.092484] env[69702]: DEBUG nova.virt.hardware [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.093688] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e12a40-c390-461b-9c1d-cefe5ac6b888 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.105272] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085553, 'name': CreateVM_Task, 'duration_secs': 0.486241} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.105552] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.106926] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec35006-b06e-4c65-a92b-c0f3444891f8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.111740] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.111936] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.112698] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.112698] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335400f4-dd23-4bef-8ec9-dc3b6c65cec2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.137126] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 998.137126] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bb4ae3-c080-3e3f-d82a-ea96bad51345" [ 998.137126] env[69702]: _type = "Task" [ 998.137126] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.147875] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bb4ae3-c080-3e3f-d82a-ea96bad51345, 'name': SearchDatastore_Task, 'duration_secs': 0.016587} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.148251] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.148492] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.148760] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.148918] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.149428] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.150436] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bcc1e14-655b-4d4f-9b78-6332e4f63f0e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.164021] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.164021] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.164021] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7f7a95-bc01-48b7-82c2-08a435b2b967 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.169852] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 998.169852] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523c42c2-4148-bd75-2971-07f333eb744b" [ 998.169852] env[69702]: _type = "Task" [ 998.169852] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.179135] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523c42c2-4148-bd75-2971-07f333eb744b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.183964] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4203265f-6f4c-4798-bbfb-9281b8bd4839 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1b5878ec-adf6-46de-9794-5dbcdc1e95d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.042s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.226141] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.456152] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085552, 'name': Destroy_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.586045] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eb9b8346-9374-41bf-8a7b-1ad5a3727390 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "40e17766-025e-41ad-84fb-c7a9480ffd20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.707s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.622285] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.622512] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.680132] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523c42c2-4148-bd75-2971-07f333eb744b, 'name': SearchDatastore_Task, 'duration_secs': 0.013734} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.685607] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ac6f1f-f72b-4c6a-9437-0a52fdef47ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.690080] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 998.690080] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528e0338-c1bb-8a90-ac46-f46029b8a3ee" [ 998.690080] env[69702]: _type = "Task" [ 998.690080] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.702397] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528e0338-c1bb-8a90-ac46-f46029b8a3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.838858] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e849f18-2f87-4e6a-840a-d836f83d685b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.848408] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fb2924-3edf-4b85-be01-c92510cb9d11 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.879322] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a70dc5-e5e4-450e-9310-5dafa18bfeae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.887290] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daa371b-a5ca-4881-bb50-258ba54acd69 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.901633] env[69702]: DEBUG nova.compute.provider_tree [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.956132] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085552, 'name': Destroy_Task, 'duration_secs': 1.877667} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.956497] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Destroyed the VM [ 998.956675] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 998.956867] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0418a737-411b-4b9f-98f6-3ba8b66e705a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.969933] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 998.969933] env[69702]: value = "task-3085554" [ 998.969933] env[69702]: _type = "Task" [ 998.969933] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.978110] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085554, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.124798] env[69702]: DEBUG nova.compute.manager [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.201292] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528e0338-c1bb-8a90-ac46-f46029b8a3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013949} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.201400] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.201624] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0/c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.202021] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d0f0292-c733-41fb-a926-64ce08585332 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.208593] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 999.208593] env[69702]: value = "task-3085555" [ 999.208593] env[69702]: _type = "Task" [ 999.208593] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.216823] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.404975] env[69702]: DEBUG nova.scheduler.client.report [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.478651] env[69702]: DEBUG nova.compute.manager [req-8d17291c-033e-4412-a7f0-931e193c7d0f req-91252c21-1813-4afa-bd12-75c66370e69b service nova] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Received event network-vif-plugged-84b81c31-1d89-47af-add6-5fb78a0a7442 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.478918] env[69702]: DEBUG oslo_concurrency.lockutils [req-8d17291c-033e-4412-a7f0-931e193c7d0f req-91252c21-1813-4afa-bd12-75c66370e69b service nova] Acquiring lock "1281468d-bd38-443b-8fcc-27a72a9c084e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.479151] env[69702]: DEBUG oslo_concurrency.lockutils [req-8d17291c-033e-4412-a7f0-931e193c7d0f req-91252c21-1813-4afa-bd12-75c66370e69b service nova] Lock "1281468d-bd38-443b-8fcc-27a72a9c084e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.479342] env[69702]: DEBUG oslo_concurrency.lockutils [req-8d17291c-033e-4412-a7f0-931e193c7d0f req-91252c21-1813-4afa-bd12-75c66370e69b service nova] Lock "1281468d-bd38-443b-8fcc-27a72a9c084e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.479520] env[69702]: DEBUG nova.compute.manager [req-8d17291c-033e-4412-a7f0-931e193c7d0f req-91252c21-1813-4afa-bd12-75c66370e69b service nova] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] No waiting events found dispatching network-vif-plugged-84b81c31-1d89-47af-add6-5fb78a0a7442 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.479729] env[69702]: WARNING nova.compute.manager [req-8d17291c-033e-4412-a7f0-931e193c7d0f req-91252c21-1813-4afa-bd12-75c66370e69b service nova] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Received unexpected event network-vif-plugged-84b81c31-1d89-47af-add6-5fb78a0a7442 for instance with vm_state building and task_state spawning. [ 999.486174] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085554, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.540550] env[69702]: DEBUG nova.network.neutron [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Successfully updated port: 84b81c31-1d89-47af-add6-5fb78a0a7442 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.646052] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.719572] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085555, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.910017] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.912379] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.684s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.932727] env[69702]: INFO nova.scheduler.client.report [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Deleted allocations for instance 05a93152-5943-4981-bbd0-a722435710bb [ 999.981882] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085554, 'name': RemoveSnapshot_Task, 'duration_secs': 0.928214} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.982164] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 999.982533] env[69702]: DEBUG nova.compute.manager [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.983505] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a4267f-892a-4394-96db-bb1cd7fa6ead {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.042644] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "refresh_cache-1281468d-bd38-443b-8fcc-27a72a9c084e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.042803] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "refresh_cache-1281468d-bd38-443b-8fcc-27a72a9c084e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.043391] env[69702]: DEBUG nova.network.neutron [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.219739] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729046} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.220125] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0/c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.220395] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.220693] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d32f282-1f75-45b0-bb3f-03c6bb3d26ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.229893] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1000.229893] env[69702]: value = "task-3085556" [ 1000.229893] env[69702]: _type = "Task" [ 1000.229893] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.239700] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.249401] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f8726391-cdb9-488d-a794-dc2f431b3e19 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.249725] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f8726391-cdb9-488d-a794-dc2f431b3e19 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.249968] env[69702]: DEBUG nova.compute.manager [None req-f8726391-cdb9-488d-a794-dc2f431b3e19 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.251056] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bcee2b-1aec-43b7-ac61-7ffa294dfacd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.258081] env[69702]: DEBUG nova.compute.manager [None req-f8726391-cdb9-488d-a794-dc2f431b3e19 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69702) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1000.259033] env[69702]: DEBUG nova.objects.instance [None req-f8726391-cdb9-488d-a794-dc2f431b3e19 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lazy-loading 'flavor' on Instance uuid 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.440846] env[69702]: DEBUG oslo_concurrency.lockutils [None req-18e52ec6-e954-449f-8892-9078b22df976 tempest-ServerPasswordTestJSON-2045907262 tempest-ServerPasswordTestJSON-2045907262-project-member] Lock "05a93152-5943-4981-bbd0-a722435710bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.252s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.496399] env[69702]: INFO nova.compute.manager [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Shelve offloading [ 1000.576784] env[69702]: DEBUG nova.network.neutron [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.725049] env[69702]: DEBUG nova.network.neutron [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Updating instance_info_cache with network_info: [{"id": "84b81c31-1d89-47af-add6-5fb78a0a7442", "address": "fa:16:3e:f7:80:c2", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b81c31-1d", "ovs_interfaceid": "84b81c31-1d89-47af-add6-5fb78a0a7442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.740805] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122673} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.741808] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.742518] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2182f2c-44b2-4cd9-9e59-d5eda51e1c7c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.765369] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0/c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.768545] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82546879-a87f-4515-856f-d1b5bcd8cb0f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.790501] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1000.790501] env[69702]: value = "task-3085557" [ 1000.790501] env[69702]: _type = "Task" [ 1000.790501] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.800433] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.950910] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ebf9cfcb-426a-4ca2-9f9e-9c36c8270218 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.951247] env[69702]: WARNING nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance d36e24b4-b199-4032-a564-77378b08369b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1000.951525] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.951645] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 73bb0696-a7a2-45a5-9f2e-2594babcdc4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.951773] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance b11d419a-93e7-48a1-b29d-97c3c80eb891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.951898] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7631d8ea-ff43-4b6e-a51f-7892c46c934f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.952027] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance a764b38d-4e4d-4b80-81d4-441bdebcfa0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.952148] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 9b8c8a83-6547-497d-95b5-5dfaf79526ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.952431] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.952431] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance bc412877-6d0c-4347-8ad4-a453a16789d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.952656] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 95847040-9a91-404f-8e7c-1c7caf7f402b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.952656] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance de55fe3f-564d-4ce3-b008-2c9c53d77692 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.952748] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.952781] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 984f6f0d-1372-41e0-b6d3-20212b0497aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.952887] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 1b5878ec-adf6-46de-9794-5dbcdc1e95d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.953011] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.953220] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 1281468d-bd38-443b-8fcc-27a72a9c084e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.999623] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.000625] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1642341-f287-4355-a7c9-f776d9c6cee1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.007719] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1001.007719] env[69702]: value = "task-3085558" [ 1001.007719] env[69702]: _type = "Task" [ 1001.007719] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.016052] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.227646] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "refresh_cache-1281468d-bd38-443b-8fcc-27a72a9c084e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.227991] env[69702]: DEBUG nova.compute.manager [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Instance network_info: |[{"id": "84b81c31-1d89-47af-add6-5fb78a0a7442", "address": "fa:16:3e:f7:80:c2", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b81c31-1d", "ovs_interfaceid": "84b81c31-1d89-47af-add6-5fb78a0a7442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.228494] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:80:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84b81c31-1d89-47af-add6-5fb78a0a7442', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.237813] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.238047] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.238279] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-485ca587-d2e0-4682-bb62-056aa6cd62f6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.264131] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.264131] env[69702]: value = "task-3085559" [ 1001.264131] env[69702]: _type = "Task" [ 1001.264131] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.271922] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085559, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.285638] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8726391-cdb9-488d-a794-dc2f431b3e19 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.285974] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8114539-666f-421e-8f20-68e041f180c6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.295597] env[69702]: DEBUG oslo_vmware.api [None req-f8726391-cdb9-488d-a794-dc2f431b3e19 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 1001.295597] env[69702]: value = "task-3085560" [ 1001.295597] env[69702]: _type = "Task" [ 1001.295597] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.302447] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085557, 'name': ReconfigVM_Task, 'duration_secs': 0.417788} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.303088] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Reconfigured VM instance instance-0000005a to attach disk [datastore1] c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0/c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.303725] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5003a2d-0591-4acb-a2b3-c37f3bd5f62c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.308158] env[69702]: DEBUG oslo_vmware.api [None req-f8726391-cdb9-488d-a794-dc2f431b3e19 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.312659] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1001.312659] env[69702]: value = "task-3085561" [ 1001.312659] env[69702]: _type = "Task" [ 1001.312659] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.321286] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085561, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.459550] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ce59939e-2272-42a8-9dcf-def341631683 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1001.503194] env[69702]: DEBUG nova.compute.manager [req-ec1a9893-1afe-446b-a75f-a24f14f2057b req-0714c25d-9c9e-4752-a457-ba00a6c2d949 service nova] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Received event network-changed-84b81c31-1d89-47af-add6-5fb78a0a7442 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.503377] env[69702]: DEBUG nova.compute.manager [req-ec1a9893-1afe-446b-a75f-a24f14f2057b req-0714c25d-9c9e-4752-a457-ba00a6c2d949 service nova] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Refreshing instance network info cache due to event network-changed-84b81c31-1d89-47af-add6-5fb78a0a7442. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.503661] env[69702]: DEBUG oslo_concurrency.lockutils [req-ec1a9893-1afe-446b-a75f-a24f14f2057b req-0714c25d-9c9e-4752-a457-ba00a6c2d949 service nova] Acquiring lock "refresh_cache-1281468d-bd38-443b-8fcc-27a72a9c084e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.503867] env[69702]: DEBUG oslo_concurrency.lockutils [req-ec1a9893-1afe-446b-a75f-a24f14f2057b req-0714c25d-9c9e-4752-a457-ba00a6c2d949 service nova] Acquired lock "refresh_cache-1281468d-bd38-443b-8fcc-27a72a9c084e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.504742] env[69702]: DEBUG nova.network.neutron [req-ec1a9893-1afe-446b-a75f-a24f14f2057b req-0714c25d-9c9e-4752-a457-ba00a6c2d949 service nova] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Refreshing network info cache for port 84b81c31-1d89-47af-add6-5fb78a0a7442 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.520063] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1001.520375] env[69702]: DEBUG nova.compute.manager [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.521206] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0020a6-9284-402f-9123-9e0769a4782a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.527600] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "refresh_cache-95847040-9a91-404f-8e7c-1c7caf7f402b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.527828] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "refresh_cache-95847040-9a91-404f-8e7c-1c7caf7f402b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.528072] env[69702]: DEBUG nova.network.neutron [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.784087] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085559, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.809026] env[69702]: DEBUG oslo_vmware.api [None req-f8726391-cdb9-488d-a794-dc2f431b3e19 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085560, 'name': PowerOffVM_Task, 'duration_secs': 0.230292} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.809327] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8726391-cdb9-488d-a794-dc2f431b3e19 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.809565] env[69702]: DEBUG nova.compute.manager [None req-f8726391-cdb9-488d-a794-dc2f431b3e19 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.810430] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eccd59-03eb-4349-9269-909ad53c2a4f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.826401] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085561, 'name': Rename_Task, 'duration_secs': 0.222744} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.827943] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.827943] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39a6db1e-8ff3-4219-a21a-42c4b43a6dc5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.835567] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1001.835567] env[69702]: value = "task-3085562" [ 1001.835567] env[69702]: _type = "Task" [ 1001.835567] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.845769] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.963693] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 51ec7efb-8142-49a6-9110-fe71ff225339 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1002.276090] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085559, 'name': CreateVM_Task, 'duration_secs': 0.6195} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.276737] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.277587] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.277943] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.280017] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.280017] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd01486-bce4-49e2-b8c6-9dc55b281713 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.286522] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1002.286522] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a17c41-4bc8-ac8d-daf1-b7cef7f67c2f" [ 1002.286522] env[69702]: _type = "Task" [ 1002.286522] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.294770] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a17c41-4bc8-ac8d-daf1-b7cef7f67c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.331013] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f8726391-cdb9-488d-a794-dc2f431b3e19 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.350915] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085562, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.458418] env[69702]: DEBUG nova.network.neutron [req-ec1a9893-1afe-446b-a75f-a24f14f2057b req-0714c25d-9c9e-4752-a457-ba00a6c2d949 service nova] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Updated VIF entry in instance network info cache for port 84b81c31-1d89-47af-add6-5fb78a0a7442. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.458919] env[69702]: DEBUG nova.network.neutron [req-ec1a9893-1afe-446b-a75f-a24f14f2057b req-0714c25d-9c9e-4752-a457-ba00a6c2d949 service nova] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Updating instance_info_cache with network_info: [{"id": "84b81c31-1d89-47af-add6-5fb78a0a7442", "address": "fa:16:3e:f7:80:c2", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b81c31-1d", "ovs_interfaceid": "84b81c31-1d89-47af-add6-5fb78a0a7442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.467625] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance cf0ac868-8032-4670-b31b-ed11fc4e06de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1002.469469] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1002.469469] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1002.511166] env[69702]: DEBUG nova.network.neutron [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Updating instance_info_cache with network_info: [{"id": "ada258b2-dc3c-4ead-9bc1-27732208253a", "address": "fa:16:3e:fb:ca:96", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada258b2-dc", "ovs_interfaceid": "ada258b2-dc3c-4ead-9bc1-27732208253a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.799626] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a17c41-4bc8-ac8d-daf1-b7cef7f67c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.016908} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.802548] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.802691] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.802947] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.803613] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.803613] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.803837] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a11bcb8b-14c1-456a-ae08-e48c1cf7161e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.817546] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3464ec-58a2-46cb-b3cc-e538f7d288b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.825805] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b20a905-10dd-4830-b730-3259c015a4cc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.830098] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.830458] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.831672] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5ee5176-251c-4a67-b6f8-497d3c7bd72f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.864279] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50547e8-2a08-4c25-8302-3243134aa001 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.868023] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1002.868023] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cf45ff-64d6-abbc-eb57-7905709c07a9" [ 1002.868023] env[69702]: _type = "Task" [ 1002.868023] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.877926] env[69702]: DEBUG oslo_vmware.api [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085562, 'name': PowerOnVM_Task, 'duration_secs': 0.87832} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.879660] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307bce2f-89c0-452c-92bb-26f951e03d6b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.883711] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.883971] env[69702]: INFO nova.compute.manager [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1002.884127] env[69702]: DEBUG nova.compute.manager [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.888061] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c835de-61e7-4ced-8ec1-807b1937fa3c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.890453] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cf45ff-64d6-abbc-eb57-7905709c07a9, 'name': SearchDatastore_Task, 'duration_secs': 0.017669} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.892046] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c1f856-b555-4dc4-8c26-c3997030db5c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.907853] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.912740] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1002.912740] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520232f7-b372-ce20-0663-367d90ba1168" [ 1002.912740] env[69702]: _type = "Task" [ 1002.912740] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.923663] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520232f7-b372-ce20-0663-367d90ba1168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.937319] env[69702]: DEBUG nova.objects.instance [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lazy-loading 'flavor' on Instance uuid 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.962693] env[69702]: DEBUG oslo_concurrency.lockutils [req-ec1a9893-1afe-446b-a75f-a24f14f2057b req-0714c25d-9c9e-4752-a457-ba00a6c2d949 service nova] Releasing lock "refresh_cache-1281468d-bd38-443b-8fcc-27a72a9c084e" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.013600] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "refresh_cache-95847040-9a91-404f-8e7c-1c7caf7f402b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.275177] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.276146] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad25565-fc90-4e70-8b65-09b1aed43453 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.284113] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.284393] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fac568b5-b8b6-4932-9997-a223ba85ccbf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.369576] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.369918] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.370266] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleting the datastore file [datastore2] 95847040-9a91-404f-8e7c-1c7caf7f402b {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.370691] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faf61aa8-2476-4daf-a56b-6a4889880511 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.379358] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1003.379358] env[69702]: value = "task-3085564" [ 1003.379358] env[69702]: _type = "Task" [ 1003.379358] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.390859] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.415218] env[69702]: DEBUG nova.scheduler.client.report [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.423638] env[69702]: INFO nova.compute.manager [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Took 20.60 seconds to build instance. [ 1003.430502] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520232f7-b372-ce20-0663-367d90ba1168, 'name': SearchDatastore_Task, 'duration_secs': 0.011309} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.431506] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.431864] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1281468d-bd38-443b-8fcc-27a72a9c084e/1281468d-bd38-443b-8fcc-27a72a9c084e.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.432106] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d396690-2864-4ea4-ac7c-b7325c0a6d52 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.439819] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1003.439819] env[69702]: value = "task-3085565" [ 1003.439819] env[69702]: _type = "Task" [ 1003.439819] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.446357] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "refresh_cache-1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.446494] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquired lock "refresh_cache-1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.446659] env[69702]: DEBUG nova.network.neutron [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.446852] env[69702]: DEBUG nova.objects.instance [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lazy-loading 'info_cache' on Instance uuid 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.454300] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.555500] env[69702]: DEBUG nova.compute.manager [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Received event network-vif-unplugged-ada258b2-dc3c-4ead-9bc1-27732208253a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.555500] env[69702]: DEBUG oslo_concurrency.lockutils [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] Acquiring lock "95847040-9a91-404f-8e7c-1c7caf7f402b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.555500] env[69702]: DEBUG oslo_concurrency.lockutils [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] Lock "95847040-9a91-404f-8e7c-1c7caf7f402b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.555500] env[69702]: DEBUG oslo_concurrency.lockutils [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] Lock "95847040-9a91-404f-8e7c-1c7caf7f402b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.555500] env[69702]: DEBUG nova.compute.manager [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] No waiting events found dispatching network-vif-unplugged-ada258b2-dc3c-4ead-9bc1-27732208253a {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.555500] env[69702]: WARNING nova.compute.manager [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Received unexpected event network-vif-unplugged-ada258b2-dc3c-4ead-9bc1-27732208253a for instance with vm_state shelved and task_state shelving_offloading. [ 1003.555500] env[69702]: DEBUG nova.compute.manager [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Received event network-changed-ada258b2-dc3c-4ead-9bc1-27732208253a {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.555500] env[69702]: DEBUG nova.compute.manager [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Refreshing instance network info cache due to event network-changed-ada258b2-dc3c-4ead-9bc1-27732208253a. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.555500] env[69702]: DEBUG oslo_concurrency.lockutils [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] Acquiring lock "refresh_cache-95847040-9a91-404f-8e7c-1c7caf7f402b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.555500] env[69702]: DEBUG oslo_concurrency.lockutils [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] Acquired lock "refresh_cache-95847040-9a91-404f-8e7c-1c7caf7f402b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.555500] env[69702]: DEBUG nova.network.neutron [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Refreshing network info cache for port ada258b2-dc3c-4ead-9bc1-27732208253a {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.891181] env[69702]: DEBUG oslo_vmware.api [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179357} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.891562] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.892787] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.892787] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.918631] env[69702]: INFO nova.scheduler.client.report [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleted allocations for instance 95847040-9a91-404f-8e7c-1c7caf7f402b [ 1003.924481] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1003.924696] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.012s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.924965] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.751s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.926475] env[69702]: INFO nova.compute.claims [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.929542] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7d53793d-d81e-403e-a68a-c6491fd3d29a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.126s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.954295] env[69702]: DEBUG nova.objects.base [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Object Instance<1d84f818-66bb-4d7f-a891-e0cf0f22e2f1> lazy-loaded attributes: flavor,info_cache {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1003.954709] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085565, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.289348] env[69702]: DEBUG nova.network.neutron [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Updated VIF entry in instance network info cache for port ada258b2-dc3c-4ead-9bc1-27732208253a. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.289703] env[69702]: DEBUG nova.network.neutron [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Updating instance_info_cache with network_info: [{"id": "ada258b2-dc3c-4ead-9bc1-27732208253a", "address": "fa:16:3e:fb:ca:96", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": null, "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapada258b2-dc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.423646] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.452587] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703884} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.452800] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1281468d-bd38-443b-8fcc-27a72a9c084e/1281468d-bd38-443b-8fcc-27a72a9c084e.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.453019] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.453284] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d13689d9-7107-45c7-9546-338e90653632 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.459488] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1004.459488] env[69702]: value = "task-3085566" [ 1004.459488] env[69702]: _type = "Task" [ 1004.459488] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.467673] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.528412] env[69702]: DEBUG oslo_concurrency.lockutils [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.528646] env[69702]: DEBUG oslo_concurrency.lockutils [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.528886] env[69702]: DEBUG oslo_concurrency.lockutils [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.529062] env[69702]: DEBUG oslo_concurrency.lockutils [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.529237] env[69702]: DEBUG oslo_concurrency.lockutils [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.531749] env[69702]: INFO nova.compute.manager [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Terminating instance [ 1004.765152] env[69702]: DEBUG nova.network.neutron [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Updating instance_info_cache with network_info: [{"id": "646b798b-b9a3-45a8-b3cd-4d0dcd18807b", "address": "fa:16:3e:d4:26:24", "network": {"id": "a610d7d2-eede-45ef-bd77-8d8112a7cd63", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356204922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "157e7721dbf44324b857e8a2017c47a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646b798b-b9", "ovs_interfaceid": "646b798b-b9a3-45a8-b3cd-4d0dcd18807b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.793471] env[69702]: DEBUG oslo_concurrency.lockutils [req-25d0e726-5b10-4eb7-9e39-85a8fc25b42b req-cff86aca-f30d-4f0f-9f9b-bcf65802eb3e service nova] Releasing lock "refresh_cache-95847040-9a91-404f-8e7c-1c7caf7f402b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.979353] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067566} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.982377] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.983406] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e0d024-f421-4318-bb37-db681dcc62a0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.015683] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 1281468d-bd38-443b-8fcc-27a72a9c084e/1281468d-bd38-443b-8fcc-27a72a9c084e.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.019058] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27a98e15-fa7f-4620-996a-022ee84d2060 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.036394] env[69702]: DEBUG nova.compute.manager [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.036394] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.038243] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68cde11-be0f-4fa9-bb7f-9272bf008ab8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.043370] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1005.043370] env[69702]: value = "task-3085567" [ 1005.043370] env[69702]: _type = "Task" [ 1005.043370] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.051504] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.052277] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2f38781-30ea-4bee-8610-b10f3478722e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.058068] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.063774] env[69702]: DEBUG oslo_vmware.api [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1005.063774] env[69702]: value = "task-3085568" [ 1005.063774] env[69702]: _type = "Task" [ 1005.063774] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.075222] env[69702]: DEBUG oslo_vmware.api [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.268749] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Releasing lock "refresh_cache-1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.315330] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa17805d-6630-42e8-9ee5-be624acbfdcd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.324032] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f477d92-102c-4a1c-baa0-68e8befe54fa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.354251] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef8d3bd-0ab5-4f0b-990e-e81f18cf4183 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.363055] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62608b94-cf8b-4c80-972c-74928338fa72 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.378402] env[69702]: DEBUG nova.compute.provider_tree [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.425196] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2b0d3909-70fe-4cb4-9aca-996557938e9e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "95847040-9a91-404f-8e7c-1c7caf7f402b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.552992] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085567, 'name': ReconfigVM_Task, 'duration_secs': 0.441349} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.553654] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 1281468d-bd38-443b-8fcc-27a72a9c084e/1281468d-bd38-443b-8fcc-27a72a9c084e.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.554194] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc31e8be-400c-4c67-844f-beb4f148faa3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.560052] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1005.560052] env[69702]: value = "task-3085569" [ 1005.560052] env[69702]: _type = "Task" [ 1005.560052] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.568458] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085569, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.576637] env[69702]: DEBUG oslo_vmware.api [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085568, 'name': PowerOffVM_Task, 'duration_secs': 0.247073} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.576637] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.576637] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.576865] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42a5a613-9cf0-40e1-8723-0c01cd4a2b3c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.643717] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.643990] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.644131] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Deleting the datastore file [datastore1] c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.646967] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f0d2706-98cd-4544-839d-e5427be66894 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.651603] env[69702]: DEBUG oslo_vmware.api [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1005.651603] env[69702]: value = "task-3085571" [ 1005.651603] env[69702]: _type = "Task" [ 1005.651603] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.659653] env[69702]: DEBUG oslo_vmware.api [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.746714] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquiring lock "9bde39fc-8976-4a80-b166-bc237cc38f5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.747871] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Lock "9bde39fc-8976-4a80-b166-bc237cc38f5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.881957] env[69702]: DEBUG nova.scheduler.client.report [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.071481] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085569, 'name': Rename_Task, 'duration_secs': 0.144594} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.071811] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.072019] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64a4f4af-2c3c-4d5b-a02c-63b732ccb84f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.078343] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1006.078343] env[69702]: value = "task-3085572" [ 1006.078343] env[69702]: _type = "Task" [ 1006.078343] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.086297] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.162443] env[69702]: DEBUG oslo_vmware.api [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164674} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.162667] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.162893] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.163046] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.163229] env[69702]: INFO nova.compute.manager [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1006.163473] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.163663] env[69702]: DEBUG nova.compute.manager [-] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.163757] env[69702]: DEBUG nova.network.neutron [-] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.199238] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "6ab84752-82a0-439d-9ef5-10af2d519311" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.199501] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "6ab84752-82a0-439d-9ef5-10af2d519311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.252637] env[69702]: DEBUG nova.compute.manager [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.278256] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.278789] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2025cd1-1b70-4c6b-a19a-d66296924c76 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.289647] env[69702]: DEBUG oslo_vmware.api [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 1006.289647] env[69702]: value = "task-3085573" [ 1006.289647] env[69702]: _type = "Task" [ 1006.289647] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.299535] env[69702]: DEBUG oslo_vmware.api [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.391121] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.391121] env[69702]: DEBUG nova.compute.manager [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.392544] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.188s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.392972] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.396027] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.171s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.398974] env[69702]: INFO nova.compute.claims [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.445176] env[69702]: INFO nova.scheduler.client.report [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Deleted allocations for instance d36e24b4-b199-4032-a564-77378b08369b [ 1006.534533] env[69702]: DEBUG nova.compute.manager [req-61a4d6ca-b1f5-4c6a-b7b2-9622a8136184 req-f28a7306-6a5c-4300-9a74-cb8075da78fb service nova] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Received event network-vif-deleted-17e29624-86b9-44a1-81ef-c9c764a1cce4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.534533] env[69702]: INFO nova.compute.manager [req-61a4d6ca-b1f5-4c6a-b7b2-9622a8136184 req-f28a7306-6a5c-4300-9a74-cb8075da78fb service nova] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Neutron deleted interface 17e29624-86b9-44a1-81ef-c9c764a1cce4; detaching it from the instance and deleting it from the info cache [ 1006.534533] env[69702]: DEBUG nova.network.neutron [req-61a4d6ca-b1f5-4c6a-b7b2-9622a8136184 req-f28a7306-6a5c-4300-9a74-cb8075da78fb service nova] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.588749] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085572, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.701676] env[69702]: DEBUG nova.compute.manager [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.777990] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.797967] env[69702]: DEBUG oslo_vmware.api [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085573, 'name': PowerOnVM_Task, 'duration_secs': 0.401061} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.798757] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.798757] env[69702]: DEBUG nova.compute.manager [None req-3a150400-a80c-493e-a79c-fbae70bf5e3b tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.799370] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7f108c-a2eb-4b25-af08-8ac40a83087a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.905071] env[69702]: DEBUG nova.compute.utils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.908564] env[69702]: DEBUG nova.compute.manager [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.908564] env[69702]: DEBUG nova.network.neutron [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.958843] env[69702]: DEBUG nova.policy [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '404f899d06f94485b50bd02d224cd04f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7af0adbcae04c3eae9371ff9ece902b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.961038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4a4156e-8794-4ce0-97ac-a025b7234a21 tempest-AttachInterfacesUnderV243Test-1239752997 tempest-AttachInterfacesUnderV243Test-1239752997-project-member] Lock "d36e24b4-b199-4032-a564-77378b08369b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.858s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.013581] env[69702]: DEBUG nova.network.neutron [-] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.034704] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-324bd21c-c2ce-45f3-9561-2fef437d20b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.044394] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec38bcd-d4b9-4eb6-bd58-2caba6158a25 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.078216] env[69702]: DEBUG nova.compute.manager [req-61a4d6ca-b1f5-4c6a-b7b2-9622a8136184 req-f28a7306-6a5c-4300-9a74-cb8075da78fb service nova] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Detach interface failed, port_id=17e29624-86b9-44a1-81ef-c9c764a1cce4, reason: Instance c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1007.087515] env[69702]: DEBUG oslo_vmware.api [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085572, 'name': PowerOnVM_Task, 'duration_secs': 0.69262} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.087783] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.087984] env[69702]: INFO nova.compute.manager [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1007.088186] env[69702]: DEBUG nova.compute.manager [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.089247] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0830d0e0-f195-4c46-9fed-73e452acf2b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.224041] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.268429] env[69702]: DEBUG nova.network.neutron [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Successfully created port: 5abd1cad-a2dd-4ada-8559-942212e35891 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.415308] env[69702]: DEBUG nova.compute.manager [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.516983] env[69702]: INFO nova.compute.manager [-] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Took 1.35 seconds to deallocate network for instance. [ 1007.615226] env[69702]: INFO nova.compute.manager [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Took 23.05 seconds to build instance. [ 1007.764253] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9186274-96f9-40c9-a70a-01e6e37da4c5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.773132] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40adb0b7-7e5f-4125-8686-1e5cb2c38898 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.804527] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8122797-ca71-49dd-875d-78343feb717e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.815097] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0670b91b-e32e-4027-8560-9246db5c0da5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.828686] env[69702]: DEBUG nova.compute.provider_tree [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.027238] env[69702]: DEBUG oslo_concurrency.lockutils [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.115043] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f1799719-d169-4171-a15d-b72dee624ac8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "1281468d-bd38-443b-8fcc-27a72a9c084e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.568s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.237067] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2389cddb-8633-44b6-938c-2ed1b517f3fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.244295] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-62018faa-0cee-4853-b0d1-91c096d1fe49 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Suspending the VM {{(pid=69702) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1008.244564] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b4454c4a-8a91-4ed8-a522-3ff9af333951 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.251015] env[69702]: DEBUG oslo_vmware.api [None req-62018faa-0cee-4853-b0d1-91c096d1fe49 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1008.251015] env[69702]: value = "task-3085574" [ 1008.251015] env[69702]: _type = "Task" [ 1008.251015] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.259923] env[69702]: DEBUG oslo_vmware.api [None req-62018faa-0cee-4853-b0d1-91c096d1fe49 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085574, 'name': SuspendVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.332300] env[69702]: DEBUG nova.scheduler.client.report [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.424777] env[69702]: DEBUG nova.compute.manager [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.466675] env[69702]: DEBUG nova.virt.hardware [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.467054] env[69702]: DEBUG nova.virt.hardware [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.467275] env[69702]: DEBUG nova.virt.hardware [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.467476] env[69702]: DEBUG nova.virt.hardware [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.467640] env[69702]: DEBUG nova.virt.hardware [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.467810] env[69702]: DEBUG nova.virt.hardware [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.468058] env[69702]: DEBUG nova.virt.hardware [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.468238] env[69702]: DEBUG nova.virt.hardware [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.468410] env[69702]: DEBUG nova.virt.hardware [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.468578] env[69702]: DEBUG nova.virt.hardware [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.468756] env[69702]: DEBUG nova.virt.hardware [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.469787] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f228e3-3878-4212-ae2c-d29bf85421d1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.478557] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c269e9b2-94fe-41c8-a35a-2931b18f5056 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.762093] env[69702]: DEBUG oslo_vmware.api [None req-62018faa-0cee-4853-b0d1-91c096d1fe49 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085574, 'name': SuspendVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.837944] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.838506] env[69702]: DEBUG nova.compute.manager [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.841805] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.196s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.844100] env[69702]: INFO nova.compute.claims [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.028772] env[69702]: DEBUG nova.compute.manager [req-30af3185-8816-46c9-bd3f-ca47806fc582 req-65163693-03da-4e69-ba45-66ddebf10c04 service nova] [instance: ce59939e-2272-42a8-9dcf-def341631683] Received event network-vif-plugged-5abd1cad-a2dd-4ada-8559-942212e35891 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.029092] env[69702]: DEBUG oslo_concurrency.lockutils [req-30af3185-8816-46c9-bd3f-ca47806fc582 req-65163693-03da-4e69-ba45-66ddebf10c04 service nova] Acquiring lock "ce59939e-2272-42a8-9dcf-def341631683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.029329] env[69702]: DEBUG oslo_concurrency.lockutils [req-30af3185-8816-46c9-bd3f-ca47806fc582 req-65163693-03da-4e69-ba45-66ddebf10c04 service nova] Lock "ce59939e-2272-42a8-9dcf-def341631683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.029516] env[69702]: DEBUG oslo_concurrency.lockutils [req-30af3185-8816-46c9-bd3f-ca47806fc582 req-65163693-03da-4e69-ba45-66ddebf10c04 service nova] Lock "ce59939e-2272-42a8-9dcf-def341631683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.029691] env[69702]: DEBUG nova.compute.manager [req-30af3185-8816-46c9-bd3f-ca47806fc582 req-65163693-03da-4e69-ba45-66ddebf10c04 service nova] [instance: ce59939e-2272-42a8-9dcf-def341631683] No waiting events found dispatching network-vif-plugged-5abd1cad-a2dd-4ada-8559-942212e35891 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.029861] env[69702]: WARNING nova.compute.manager [req-30af3185-8816-46c9-bd3f-ca47806fc582 req-65163693-03da-4e69-ba45-66ddebf10c04 service nova] [instance: ce59939e-2272-42a8-9dcf-def341631683] Received unexpected event network-vif-plugged-5abd1cad-a2dd-4ada-8559-942212e35891 for instance with vm_state building and task_state spawning. [ 1009.160034] env[69702]: DEBUG nova.network.neutron [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Successfully updated port: 5abd1cad-a2dd-4ada-8559-942212e35891 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.264699] env[69702]: DEBUG oslo_vmware.api [None req-62018faa-0cee-4853-b0d1-91c096d1fe49 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085574, 'name': SuspendVM_Task, 'duration_secs': 0.635091} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.264699] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-62018faa-0cee-4853-b0d1-91c096d1fe49 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Suspended the VM {{(pid=69702) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1009.269386] env[69702]: DEBUG nova.compute.manager [None req-62018faa-0cee-4853-b0d1-91c096d1fe49 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.269386] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c08ec2-0159-4b79-b67e-277bffe85702 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.348583] env[69702]: DEBUG nova.compute.utils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.352062] env[69702]: DEBUG nova.compute.manager [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.352120] env[69702]: DEBUG nova.network.neutron [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.405734] env[69702]: DEBUG nova.policy [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd10bbe1bf4894d159adfa9608fb6ebcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9251ee7f0dc6425f8bb25921c6ae3377', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.661744] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "refresh_cache-ce59939e-2272-42a8-9dcf-def341631683" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.661897] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "refresh_cache-ce59939e-2272-42a8-9dcf-def341631683" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.662062] env[69702]: DEBUG nova.network.neutron [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.792179] env[69702]: DEBUG nova.network.neutron [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Successfully created port: 77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.857328] env[69702]: DEBUG nova.compute.manager [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.180851] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2834f1a-5939-4374-ab75-bf9a88b905e8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.191200] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0614175b-b47a-4a3e-87b7-352f71c40f2c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.225379] env[69702]: DEBUG nova.network.neutron [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.229255] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddb14ae-a323-4162-9068-06f576924b0c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.237990] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52425b66-10a5-4682-a754-2a12fa5be537 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.252013] env[69702]: DEBUG nova.compute.provider_tree [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.317430] env[69702]: DEBUG oslo_concurrency.lockutils [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Acquiring lock "bc412877-6d0c-4347-8ad4-a453a16789d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.317430] env[69702]: DEBUG oslo_concurrency.lockutils [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Lock "bc412877-6d0c-4347-8ad4-a453a16789d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.317430] env[69702]: DEBUG oslo_concurrency.lockutils [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Acquiring lock "bc412877-6d0c-4347-8ad4-a453a16789d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.317560] env[69702]: DEBUG oslo_concurrency.lockutils [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Lock "bc412877-6d0c-4347-8ad4-a453a16789d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.317733] env[69702]: DEBUG oslo_concurrency.lockutils [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Lock "bc412877-6d0c-4347-8ad4-a453a16789d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.320130] env[69702]: INFO nova.compute.manager [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Terminating instance [ 1010.482078] env[69702]: DEBUG nova.network.neutron [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Updating instance_info_cache with network_info: [{"id": "5abd1cad-a2dd-4ada-8559-942212e35891", "address": "fa:16:3e:a6:c9:49", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abd1cad-a2", "ovs_interfaceid": "5abd1cad-a2dd-4ada-8559-942212e35891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.505247] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "1b5878ec-adf6-46de-9794-5dbcdc1e95d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.505247] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1b5878ec-adf6-46de-9794-5dbcdc1e95d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.505247] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "1b5878ec-adf6-46de-9794-5dbcdc1e95d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.505247] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1b5878ec-adf6-46de-9794-5dbcdc1e95d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.505247] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1b5878ec-adf6-46de-9794-5dbcdc1e95d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.508501] env[69702]: INFO nova.compute.manager [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Terminating instance [ 1010.755797] env[69702]: DEBUG nova.scheduler.client.report [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.825020] env[69702]: DEBUG nova.compute.manager [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.825332] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.826257] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ad9244-f3ab-43b1-802e-1658f4922b8d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.834396] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.834628] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-845b6187-1147-480c-96cc-f3d3d8d6fc2a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.840884] env[69702]: DEBUG oslo_vmware.api [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Waiting for the task: (returnval){ [ 1010.840884] env[69702]: value = "task-3085575" [ 1010.840884] env[69702]: _type = "Task" [ 1010.840884] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.849197] env[69702]: DEBUG oslo_vmware.api [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.868938] env[69702]: DEBUG nova.compute.manager [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.896804] env[69702]: DEBUG nova.virt.hardware [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.897122] env[69702]: DEBUG nova.virt.hardware [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.897317] env[69702]: DEBUG nova.virt.hardware [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.897512] env[69702]: DEBUG nova.virt.hardware [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.897676] env[69702]: DEBUG nova.virt.hardware [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.897848] env[69702]: DEBUG nova.virt.hardware [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.898065] env[69702]: DEBUG nova.virt.hardware [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.898233] env[69702]: DEBUG nova.virt.hardware [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.898442] env[69702]: DEBUG nova.virt.hardware [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.898561] env[69702]: DEBUG nova.virt.hardware [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.898759] env[69702]: DEBUG nova.virt.hardware [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.899960] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cae7ba-e4ad-4ccd-95a7-1468d8a802b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.909717] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4cdace-37f2-4491-8e9d-7658d94b3bfe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.985237] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "refresh_cache-ce59939e-2272-42a8-9dcf-def341631683" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.985647] env[69702]: DEBUG nova.compute.manager [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Instance network_info: |[{"id": "5abd1cad-a2dd-4ada-8559-942212e35891", "address": "fa:16:3e:a6:c9:49", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abd1cad-a2", "ovs_interfaceid": "5abd1cad-a2dd-4ada-8559-942212e35891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.986113] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:c9:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5abd1cad-a2dd-4ada-8559-942212e35891', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.994384] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.994693] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce59939e-2272-42a8-9dcf-def341631683] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.994967] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1825334-0585-40f6-8a14-98686cdecc18 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.014813] env[69702]: DEBUG nova.compute.manager [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.015051] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.015868] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e333114c-b3d0-4218-827a-6aee14b63c37 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.021717] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.021717] env[69702]: value = "task-3085576" [ 1011.021717] env[69702]: _type = "Task" [ 1011.021717] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.030300] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.030300] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e9a5fa1-0a9e-40d7-a54c-614b943e742d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.032795] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085576, 'name': CreateVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.037687] env[69702]: DEBUG oslo_vmware.api [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 1011.037687] env[69702]: value = "task-3085577" [ 1011.037687] env[69702]: _type = "Task" [ 1011.037687] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.047023] env[69702]: DEBUG oslo_vmware.api [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.178077] env[69702]: DEBUG nova.compute.manager [req-d5cf38cd-9604-4512-885c-8ccfa42526db req-93de04dc-43af-4ecd-b9d1-1ca61fe4a960 service nova] [instance: ce59939e-2272-42a8-9dcf-def341631683] Received event network-changed-5abd1cad-a2dd-4ada-8559-942212e35891 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.178185] env[69702]: DEBUG nova.compute.manager [req-d5cf38cd-9604-4512-885c-8ccfa42526db req-93de04dc-43af-4ecd-b9d1-1ca61fe4a960 service nova] [instance: ce59939e-2272-42a8-9dcf-def341631683] Refreshing instance network info cache due to event network-changed-5abd1cad-a2dd-4ada-8559-942212e35891. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.178420] env[69702]: DEBUG oslo_concurrency.lockutils [req-d5cf38cd-9604-4512-885c-8ccfa42526db req-93de04dc-43af-4ecd-b9d1-1ca61fe4a960 service nova] Acquiring lock "refresh_cache-ce59939e-2272-42a8-9dcf-def341631683" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.178628] env[69702]: DEBUG oslo_concurrency.lockutils [req-d5cf38cd-9604-4512-885c-8ccfa42526db req-93de04dc-43af-4ecd-b9d1-1ca61fe4a960 service nova] Acquired lock "refresh_cache-ce59939e-2272-42a8-9dcf-def341631683" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.178763] env[69702]: DEBUG nova.network.neutron [req-d5cf38cd-9604-4512-885c-8ccfa42526db req-93de04dc-43af-4ecd-b9d1-1ca61fe4a960 service nova] [instance: ce59939e-2272-42a8-9dcf-def341631683] Refreshing network info cache for port 5abd1cad-a2dd-4ada-8559-942212e35891 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.262188] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.262491] env[69702]: DEBUG nova.compute.manager [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.266028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.842s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.266208] env[69702]: DEBUG nova.objects.instance [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lazy-loading 'resources' on Instance uuid 95847040-9a91-404f-8e7c-1c7caf7f402b {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.350817] env[69702]: DEBUG oslo_vmware.api [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085575, 'name': PowerOffVM_Task, 'duration_secs': 0.229229} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.351140] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.351328] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.351582] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-addeaff9-566d-44f9-a0fb-c78334717091 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.419289] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.419947] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.419947] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Deleting the datastore file [datastore1] bc412877-6d0c-4347-8ad4-a453a16789d9 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.420118] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c02d020b-c81d-4ce5-9594-1b40a7af0a4f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.427387] env[69702]: DEBUG oslo_vmware.api [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Waiting for the task: (returnval){ [ 1011.427387] env[69702]: value = "task-3085579" [ 1011.427387] env[69702]: _type = "Task" [ 1011.427387] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.441827] env[69702]: DEBUG oslo_vmware.api [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.533267] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085576, 'name': CreateVM_Task, 'duration_secs': 0.393627} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.533735] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce59939e-2272-42a8-9dcf-def341631683] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.534700] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.535069] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.535730] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.536143] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6cd9f92-d69d-4721-a5f0-6e15b8c69987 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.546251] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1011.546251] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523d00f0-1a81-7cfe-c5cc-c3e0328ecedf" [ 1011.546251] env[69702]: _type = "Task" [ 1011.546251] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.549840] env[69702]: DEBUG oslo_vmware.api [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085577, 'name': PowerOffVM_Task, 'duration_secs': 0.167393} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.552961] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.553195] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.553474] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-274150a0-e40c-49b0-9001-b69e8a70d3e2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.560585] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523d00f0-1a81-7cfe-c5cc-c3e0328ecedf, 'name': SearchDatastore_Task, 'duration_secs': 0.008814} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.561323] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.561323] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.561323] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.561757] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.561757] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.561901] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a238926-1e1e-4d10-be74-2b3775e76d70 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.570806] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.570993] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.571756] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e147c18-63fd-4f41-a724-1a04dda9fd08 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.577478] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1011.577478] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52041134-c661-9a75-258a-ebff48615bbe" [ 1011.577478] env[69702]: _type = "Task" [ 1011.577478] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.585400] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52041134-c661-9a75-258a-ebff48615bbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.631971] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.632219] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.632407] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Deleting the datastore file [datastore2] 1b5878ec-adf6-46de-9794-5dbcdc1e95d8 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.632677] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d447af60-7f0b-4830-8b12-dd36cdc516fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.638656] env[69702]: DEBUG oslo_vmware.api [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 1011.638656] env[69702]: value = "task-3085581" [ 1011.638656] env[69702]: _type = "Task" [ 1011.638656] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.648266] env[69702]: DEBUG oslo_vmware.api [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.770195] env[69702]: DEBUG nova.compute.utils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.772134] env[69702]: DEBUG nova.objects.instance [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lazy-loading 'numa_topology' on Instance uuid 95847040-9a91-404f-8e7c-1c7caf7f402b {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.773380] env[69702]: DEBUG nova.compute.manager [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.773603] env[69702]: DEBUG nova.network.neutron [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.800173] env[69702]: DEBUG nova.network.neutron [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Successfully updated port: 77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.855348] env[69702]: DEBUG nova.policy [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9566bfb1790e4e6883d5447bacb3ba10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43b1d942d292476a8bc19b74a12d1549', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.877894] env[69702]: DEBUG nova.compute.manager [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.886590] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2f7234-5172-42b9-ab4e-2c0e269583bb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.895010] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "6443fab2-7379-47a7-90da-138abec5ca63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.895273] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "6443fab2-7379-47a7-90da-138abec5ca63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.945093] env[69702]: DEBUG oslo_vmware.api [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Task: {'id': task-3085579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142536} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.948324] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.948519] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.948752] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.948909] env[69702]: INFO nova.compute.manager [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1011.949208] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.949759] env[69702]: DEBUG nova.compute.manager [-] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.949868] env[69702]: DEBUG nova.network.neutron [-] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.088941] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52041134-c661-9a75-258a-ebff48615bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.008747} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.090023] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b6a8ea-7d93-404e-9a3e-927d02df55b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.095226] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1012.095226] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52186e9e-1148-e693-f03e-ad0096cfcad1" [ 1012.095226] env[69702]: _type = "Task" [ 1012.095226] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.102911] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52186e9e-1148-e693-f03e-ad0096cfcad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.128218] env[69702]: DEBUG nova.network.neutron [req-d5cf38cd-9604-4512-885c-8ccfa42526db req-93de04dc-43af-4ecd-b9d1-1ca61fe4a960 service nova] [instance: ce59939e-2272-42a8-9dcf-def341631683] Updated VIF entry in instance network info cache for port 5abd1cad-a2dd-4ada-8559-942212e35891. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.128767] env[69702]: DEBUG nova.network.neutron [req-d5cf38cd-9604-4512-885c-8ccfa42526db req-93de04dc-43af-4ecd-b9d1-1ca61fe4a960 service nova] [instance: ce59939e-2272-42a8-9dcf-def341631683] Updating instance_info_cache with network_info: [{"id": "5abd1cad-a2dd-4ada-8559-942212e35891", "address": "fa:16:3e:a6:c9:49", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abd1cad-a2", "ovs_interfaceid": "5abd1cad-a2dd-4ada-8559-942212e35891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.148539] env[69702]: DEBUG oslo_vmware.api [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319966} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.148797] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.148983] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.149229] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.149419] env[69702]: INFO nova.compute.manager [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1012.149661] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.150049] env[69702]: DEBUG nova.compute.manager [-] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.150049] env[69702]: DEBUG nova.network.neutron [-] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.274094] env[69702]: DEBUG nova.compute.manager [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.276893] env[69702]: DEBUG nova.objects.base [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Object Instance<95847040-9a91-404f-8e7c-1c7caf7f402b> lazy-loaded attributes: resources,numa_topology {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1012.305389] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.305389] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.305389] env[69702]: DEBUG nova.network.neutron [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.402371] env[69702]: DEBUG nova.compute.manager [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.405631] env[69702]: INFO nova.compute.manager [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] instance snapshotting [ 1012.405822] env[69702]: WARNING nova.compute.manager [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1012.408507] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b411142f-1675-4dac-8f5a-e9ddb90639a6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.435905] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c49f5f8-137e-40f5-9d99-a7188d2dd0a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.607818] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52186e9e-1148-e693-f03e-ad0096cfcad1, 'name': SearchDatastore_Task, 'duration_secs': 0.035095} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.609403] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.609403] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ce59939e-2272-42a8-9dcf-def341631683/ce59939e-2272-42a8-9dcf-def341631683.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.609696] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-491f8e5e-be5c-4ad7-938b-92ebdd7bd62e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.617232] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1012.617232] env[69702]: value = "task-3085582" [ 1012.617232] env[69702]: _type = "Task" [ 1012.617232] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.629447] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.633927] env[69702]: DEBUG oslo_concurrency.lockutils [req-d5cf38cd-9604-4512-885c-8ccfa42526db req-93de04dc-43af-4ecd-b9d1-1ca61fe4a960 service nova] Releasing lock "refresh_cache-ce59939e-2272-42a8-9dcf-def341631683" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.634813] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145602d3-13bc-4132-a9a8-0b83fcae40f4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.643023] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46016b36-7bb8-456f-bab8-1fbb75cfa4c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.675122] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857be8dc-f970-4641-a19d-270a461ed281 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.683211] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae69469-29dd-47a1-82da-ffcf46245882 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.697655] env[69702]: DEBUG nova.compute.provider_tree [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.911586] env[69702]: DEBUG nova.network.neutron [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Successfully created port: a6870245-93ba-440d-a778-ced90bd7b80b {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.931263] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.947210] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1012.949011] env[69702]: DEBUG nova.network.neutron [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.951453] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ddf8260-a185-4258-8d99-11ca9414b5bf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.958853] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1012.958853] env[69702]: value = "task-3085583" [ 1012.958853] env[69702]: _type = "Task" [ 1012.958853] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.969154] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085583, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.130736] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495335} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.131170] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ce59939e-2272-42a8-9dcf-def341631683/ce59939e-2272-42a8-9dcf-def341631683.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.131451] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.131729] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-825225ec-ce3b-458d-a306-56ca96a3006f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.140727] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1013.140727] env[69702]: value = "task-3085584" [ 1013.140727] env[69702]: _type = "Task" [ 1013.140727] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.156779] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.204351] env[69702]: DEBUG nova.scheduler.client.report [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.268893] env[69702]: DEBUG nova.compute.manager [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Received event network-vif-plugged-77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.269386] env[69702]: DEBUG oslo_concurrency.lockutils [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] Acquiring lock "51ec7efb-8142-49a6-9110-fe71ff225339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.269767] env[69702]: DEBUG oslo_concurrency.lockutils [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] Lock "51ec7efb-8142-49a6-9110-fe71ff225339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.270098] env[69702]: DEBUG oslo_concurrency.lockutils [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] Lock "51ec7efb-8142-49a6-9110-fe71ff225339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.270352] env[69702]: DEBUG nova.compute.manager [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] No waiting events found dispatching network-vif-plugged-77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.270575] env[69702]: WARNING nova.compute.manager [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Received unexpected event network-vif-plugged-77e24fc0-62a0-4442-81e1-90bc31db5920 for instance with vm_state building and task_state spawning. [ 1013.270793] env[69702]: DEBUG nova.compute.manager [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Received event network-changed-77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.271008] env[69702]: DEBUG nova.compute.manager [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Refreshing instance network info cache due to event network-changed-77e24fc0-62a0-4442-81e1-90bc31db5920. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.271416] env[69702]: DEBUG oslo_concurrency.lockutils [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] Acquiring lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.287125] env[69702]: DEBUG nova.compute.manager [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.309987] env[69702]: DEBUG nova.virt.hardware [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.310347] env[69702]: DEBUG nova.virt.hardware [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.310505] env[69702]: DEBUG nova.virt.hardware [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.310703] env[69702]: DEBUG nova.virt.hardware [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.310853] env[69702]: DEBUG nova.virt.hardware [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.311011] env[69702]: DEBUG nova.virt.hardware [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.311425] env[69702]: DEBUG nova.virt.hardware [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.311694] env[69702]: DEBUG nova.virt.hardware [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.311983] env[69702]: DEBUG nova.virt.hardware [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.312250] env[69702]: DEBUG nova.virt.hardware [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.312497] env[69702]: DEBUG nova.virt.hardware [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.313521] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498cd6cd-a8b2-4215-b64c-c5b7542fee88 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.323010] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14981be8-9fed-497d-8988-6937c8ea9306 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.371453] env[69702]: DEBUG nova.network.neutron [-] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.469561] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085583, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.633318] env[69702]: DEBUG nova.network.neutron [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updating instance_info_cache with network_info: [{"id": "77e24fc0-62a0-4442-81e1-90bc31db5920", "address": "fa:16:3e:d6:20:14", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e24fc0-62", "ovs_interfaceid": "77e24fc0-62a0-4442-81e1-90bc31db5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.654387] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071343} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.654757] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.655626] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b8ab89-e4ea-4c07-9570-0a793dc6edb1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.686744] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] ce59939e-2272-42a8-9dcf-def341631683/ce59939e-2272-42a8-9dcf-def341631683.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.687597] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81eb09e0-8ec6-4993-8fed-7b09a92fa744 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.707490] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1013.707490] env[69702]: value = "task-3085585" [ 1013.707490] env[69702]: _type = "Task" [ 1013.707490] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.711507] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.446s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.713892] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.936s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.715374] env[69702]: INFO nova.compute.claims [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.723476] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.874582] env[69702]: INFO nova.compute.manager [-] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Took 1.72 seconds to deallocate network for instance. [ 1013.970736] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085583, 'name': CreateSnapshot_Task, 'duration_secs': 0.620463} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.971052] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1013.971828] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba1be5b-fdae-4e1f-b500-db2dc685f62d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.077773] env[69702]: DEBUG nova.network.neutron [-] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.136648] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.136985] env[69702]: DEBUG nova.compute.manager [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Instance network_info: |[{"id": "77e24fc0-62a0-4442-81e1-90bc31db5920", "address": "fa:16:3e:d6:20:14", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e24fc0-62", "ovs_interfaceid": "77e24fc0-62a0-4442-81e1-90bc31db5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.137309] env[69702]: DEBUG oslo_concurrency.lockutils [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] Acquired lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.137496] env[69702]: DEBUG nova.network.neutron [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Refreshing network info cache for port 77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.138622] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:20:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77e24fc0-62a0-4442-81e1-90bc31db5920', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.146387] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.147229] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.147455] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e0b7f31-1115-4c28-afae-3df8b1a797e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.166366] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.166366] env[69702]: value = "task-3085586" [ 1014.166366] env[69702]: _type = "Task" [ 1014.166366] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.173969] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085586, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.223508] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085585, 'name': ReconfigVM_Task, 'duration_secs': 0.272024} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.225175] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Reconfigured VM instance instance-0000005c to attach disk [datastore1] ce59939e-2272-42a8-9dcf-def341631683/ce59939e-2272-42a8-9dcf-def341631683.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.225999] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e2d64bad-6bdc-49b1-958d-aa3b6e3da58f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "95847040-9a91-404f-8e7c-1c7caf7f402b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.681s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.226782] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef9c8dfa-391f-443d-8899-0949a7cfdd07 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.228618] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2b0d3909-70fe-4cb4-9aca-996557938e9e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "95847040-9a91-404f-8e7c-1c7caf7f402b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 8.804s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.228834] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2b0d3909-70fe-4cb4-9aca-996557938e9e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "95847040-9a91-404f-8e7c-1c7caf7f402b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.229026] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2b0d3909-70fe-4cb4-9aca-996557938e9e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "95847040-9a91-404f-8e7c-1c7caf7f402b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.229225] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2b0d3909-70fe-4cb4-9aca-996557938e9e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "95847040-9a91-404f-8e7c-1c7caf7f402b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.231158] env[69702]: INFO nova.compute.manager [None req-2b0d3909-70fe-4cb4-9aca-996557938e9e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Terminating instance [ 1014.238102] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1014.238102] env[69702]: value = "task-3085587" [ 1014.238102] env[69702]: _type = "Task" [ 1014.238102] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.249442] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085587, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.382110] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.490847] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1014.491136] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fecae25d-f0f3-456a-adb2-907c413b39d9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.501079] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1014.501079] env[69702]: value = "task-3085588" [ 1014.501079] env[69702]: _type = "Task" [ 1014.501079] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.508894] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085588, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.580651] env[69702]: INFO nova.compute.manager [-] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Took 2.63 seconds to deallocate network for instance. [ 1014.683751] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085586, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.735850] env[69702]: DEBUG nova.compute.manager [None req-2b0d3909-70fe-4cb4-9aca-996557938e9e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.736163] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0d3909-70fe-4cb4-9aca-996557938e9e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.736582] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-110a7189-cd11-4f25-9765-dbeb843cc0d0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.758477] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0453634-22de-44c1-b59a-ceccf06f8035 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.777269] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085587, 'name': Rename_Task, 'duration_secs': 0.148058} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.784473] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.785629] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd578de1-15d1-4038-9a7b-7afebdc96086 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.794329] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1014.794329] env[69702]: value = "task-3085589" [ 1014.794329] env[69702]: _type = "Task" [ 1014.794329] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.812082] env[69702]: WARNING nova.virt.vmwareapi.vmops [None req-2b0d3909-70fe-4cb4-9aca-996557938e9e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 95847040-9a91-404f-8e7c-1c7caf7f402b could not be found. [ 1014.812082] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0d3909-70fe-4cb4-9aca-996557938e9e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.812082] env[69702]: INFO nova.compute.manager [None req-2b0d3909-70fe-4cb4-9aca-996557938e9e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1014.812082] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b0d3909-70fe-4cb4-9aca-996557938e9e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.817452] env[69702]: DEBUG nova.compute.manager [-] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.817586] env[69702]: DEBUG nova.network.neutron [-] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.819194] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.013783] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085588, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.090476] env[69702]: DEBUG oslo_concurrency.lockutils [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.106654] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf5527d-1b73-41f5-bef4-252ca052df90 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.117030] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e04d75-b9af-48d1-9955-7208b101ded5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.150178] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24646ea3-31e2-4139-9ddc-a5d634265648 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.158327] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4345fc31-ae46-4d1a-a4e0-e311ca9ea92c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.173617] env[69702]: DEBUG nova.compute.provider_tree [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.185523] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085586, 'name': CreateVM_Task, 'duration_secs': 0.752007} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.186681] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.187665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.187969] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.188505] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.189227] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b404310-37e9-4ea0-a375-061ba5190f4d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.195527] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1015.195527] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529327d3-ac4d-86cf-8452-512a97121480" [ 1015.195527] env[69702]: _type = "Task" [ 1015.195527] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.209151] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529327d3-ac4d-86cf-8452-512a97121480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.210398] env[69702]: DEBUG nova.network.neutron [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updated VIF entry in instance network info cache for port 77e24fc0-62a0-4442-81e1-90bc31db5920. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.210891] env[69702]: DEBUG nova.network.neutron [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updating instance_info_cache with network_info: [{"id": "77e24fc0-62a0-4442-81e1-90bc31db5920", "address": "fa:16:3e:d6:20:14", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e24fc0-62", "ovs_interfaceid": "77e24fc0-62a0-4442-81e1-90bc31db5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.307374] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085589, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.331081] env[69702]: DEBUG nova.compute.manager [req-ce917db6-7028-4aa8-b9bf-8cd3cd2b8622 req-12e7671b-51f6-4241-80f6-3c4e0730afa7 service nova] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Received event network-vif-deleted-a6026e0b-20ec-4bb2-8f79-6a3792cd46fc {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.331315] env[69702]: DEBUG nova.compute.manager [req-ce917db6-7028-4aa8-b9bf-8cd3cd2b8622 req-12e7671b-51f6-4241-80f6-3c4e0730afa7 service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Received event network-vif-plugged-a6870245-93ba-440d-a778-ced90bd7b80b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.331570] env[69702]: DEBUG oslo_concurrency.lockutils [req-ce917db6-7028-4aa8-b9bf-8cd3cd2b8622 req-12e7671b-51f6-4241-80f6-3c4e0730afa7 service nova] Acquiring lock "cf0ac868-8032-4670-b31b-ed11fc4e06de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.331811] env[69702]: DEBUG oslo_concurrency.lockutils [req-ce917db6-7028-4aa8-b9bf-8cd3cd2b8622 req-12e7671b-51f6-4241-80f6-3c4e0730afa7 service nova] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.332013] env[69702]: DEBUG oslo_concurrency.lockutils [req-ce917db6-7028-4aa8-b9bf-8cd3cd2b8622 req-12e7671b-51f6-4241-80f6-3c4e0730afa7 service nova] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.332192] env[69702]: DEBUG nova.compute.manager [req-ce917db6-7028-4aa8-b9bf-8cd3cd2b8622 req-12e7671b-51f6-4241-80f6-3c4e0730afa7 service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] No waiting events found dispatching network-vif-plugged-a6870245-93ba-440d-a778-ced90bd7b80b {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.332363] env[69702]: WARNING nova.compute.manager [req-ce917db6-7028-4aa8-b9bf-8cd3cd2b8622 req-12e7671b-51f6-4241-80f6-3c4e0730afa7 service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Received unexpected event network-vif-plugged-a6870245-93ba-440d-a778-ced90bd7b80b for instance with vm_state building and task_state spawning. [ 1015.512637] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085588, 'name': CloneVM_Task} progress is 95%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.559673] env[69702]: DEBUG nova.network.neutron [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Successfully updated port: a6870245-93ba-440d-a778-ced90bd7b80b {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.679389] env[69702]: DEBUG nova.scheduler.client.report [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.707203] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529327d3-ac4d-86cf-8452-512a97121480, 'name': SearchDatastore_Task, 'duration_secs': 0.011916} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.707553] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.707838] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.708114] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.708282] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.708475] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.708777] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-def1d217-b861-4307-bfcc-524cddd90cd3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.714759] env[69702]: DEBUG oslo_concurrency.lockutils [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] Releasing lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.715078] env[69702]: DEBUG nova.compute.manager [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Received event network-vif-deleted-a9d02b57-cf2f-42e7-a744-d52659805d9b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.715320] env[69702]: INFO nova.compute.manager [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Neutron deleted interface a9d02b57-cf2f-42e7-a744-d52659805d9b; detaching it from the instance and deleting it from the info cache [ 1015.715537] env[69702]: DEBUG nova.network.neutron [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.719263] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.719478] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.720227] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c7d481-ad3e-4455-8ad4-3ec2d666411f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.725893] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1015.725893] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a4e56b-d858-e001-9185-4cfb6d3b3c59" [ 1015.725893] env[69702]: _type = "Task" [ 1015.725893] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.735650] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a4e56b-d858-e001-9185-4cfb6d3b3c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.805377] env[69702]: DEBUG oslo_vmware.api [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085589, 'name': PowerOnVM_Task, 'duration_secs': 0.517978} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.805641] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.805845] env[69702]: INFO nova.compute.manager [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1015.806033] env[69702]: DEBUG nova.compute.manager [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.806794] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e552dbf5-cad5-4d7d-9482-76214811c0e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.000242] env[69702]: DEBUG nova.network.neutron [-] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.013112] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085588, 'name': CloneVM_Task, 'duration_secs': 1.177207} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.013857] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Created linked-clone VM from snapshot [ 1016.014608] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b425bf79-9308-4b0d-9d49-6b90fd5e5966 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.023451] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Uploading image 0217b9bb-f606-47a5-8d37-bece56788dba {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1016.044812] env[69702]: DEBUG oslo_vmware.rw_handles [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1016.044812] env[69702]: value = "vm-617691" [ 1016.044812] env[69702]: _type = "VirtualMachine" [ 1016.044812] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1016.045101] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a65e4bd6-0230-43fe-ae8c-c7dac3aa2bac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.053049] env[69702]: DEBUG oslo_vmware.rw_handles [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lease: (returnval){ [ 1016.053049] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529ec59a-0505-75a2-208f-41868fab7dd1" [ 1016.053049] env[69702]: _type = "HttpNfcLease" [ 1016.053049] env[69702]: } obtained for exporting VM: (result){ [ 1016.053049] env[69702]: value = "vm-617691" [ 1016.053049] env[69702]: _type = "VirtualMachine" [ 1016.053049] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1016.053378] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the lease: (returnval){ [ 1016.053378] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529ec59a-0505-75a2-208f-41868fab7dd1" [ 1016.053378] env[69702]: _type = "HttpNfcLease" [ 1016.053378] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1016.060369] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.060369] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529ec59a-0505-75a2-208f-41868fab7dd1" [ 1016.060369] env[69702]: _type = "HttpNfcLease" [ 1016.060369] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1016.061970] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.062120] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.062272] env[69702]: DEBUG nova.network.neutron [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.184709] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.185364] env[69702]: DEBUG nova.compute.manager [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.187995] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.964s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.189838] env[69702]: INFO nova.compute.claims [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.218854] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-509dc0c4-8e0e-4109-b8c6-5789a00f2147 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.233192] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed00b130-08ed-4c7a-87bd-d3ed38951679 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.249399] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a4e56b-d858-e001-9185-4cfb6d3b3c59, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.250186] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0a5d41-45ed-4ccb-8130-bb0e1fe9b548 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.255589] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1016.255589] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525389a2-2135-486a-f886-c8627e3fb389" [ 1016.255589] env[69702]: _type = "Task" [ 1016.255589] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.270774] env[69702]: DEBUG nova.compute.manager [req-25d5e5c3-eedb-430f-a35b-59914a84e2c4 req-54e74320-287e-4c58-acc8-1923cdd4a83c service nova] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Detach interface failed, port_id=a9d02b57-cf2f-42e7-a744-d52659805d9b, reason: Instance 1b5878ec-adf6-46de-9794-5dbcdc1e95d8 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.276412] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525389a2-2135-486a-f886-c8627e3fb389, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.276649] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.276904] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 51ec7efb-8142-49a6-9110-fe71ff225339/51ec7efb-8142-49a6-9110-fe71ff225339.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.277171] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a5e93f1-8b3c-4ada-a62a-3c85941d1e1d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.284159] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1016.284159] env[69702]: value = "task-3085591" [ 1016.284159] env[69702]: _type = "Task" [ 1016.284159] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.291940] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.324117] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.324117] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.326010] env[69702]: INFO nova.compute.manager [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Took 25.17 seconds to build instance. [ 1016.503657] env[69702]: INFO nova.compute.manager [-] [instance: 95847040-9a91-404f-8e7c-1c7caf7f402b] Took 1.69 seconds to deallocate network for instance. [ 1016.568823] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.568823] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529ec59a-0505-75a2-208f-41868fab7dd1" [ 1016.568823] env[69702]: _type = "HttpNfcLease" [ 1016.568823] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1016.569479] env[69702]: DEBUG oslo_vmware.rw_handles [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1016.569479] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529ec59a-0505-75a2-208f-41868fab7dd1" [ 1016.569479] env[69702]: _type = "HttpNfcLease" [ 1016.569479] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1016.571867] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2036d178-93b5-4f54-b04f-cfa9e1b075a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.588117] env[69702]: DEBUG oslo_vmware.rw_handles [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52501e74-d7f8-4a16-d672-df93801c0fbf/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1016.588382] env[69702]: DEBUG oslo_vmware.rw_handles [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52501e74-d7f8-4a16-d672-df93801c0fbf/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1016.659378] env[69702]: DEBUG nova.network.neutron [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.694802] env[69702]: DEBUG nova.compute.utils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.701211] env[69702]: DEBUG nova.compute.manager [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.701376] env[69702]: DEBUG nova.network.neutron [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.740924] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4bdc1c84-a3f6-433b-9e30-1402a0eb5b57 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.794425] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494463} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.794660] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 51ec7efb-8142-49a6-9110-fe71ff225339/51ec7efb-8142-49a6-9110-fe71ff225339.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.794867] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.795125] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99aae8c0-7613-4023-8e9a-b93193813fb2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.802784] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1016.802784] env[69702]: value = "task-3085592" [ 1016.802784] env[69702]: _type = "Task" [ 1016.802784] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.812065] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.827981] env[69702]: INFO nova.compute.manager [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Detaching volume 3feb9d01-7422-4362-8c6c-28c5bbaf6957 [ 1016.833543] env[69702]: DEBUG nova.policy [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6d4f17e016748f5b5fc71a3054ac4e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9133782a4a242608263bf24247b19ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.833543] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3c6eb850-2cb0-4ba7-8b14-a0d69e7909b8 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "ce59939e-2272-42a8-9dcf-def341631683" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.696s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.872587] env[69702]: INFO nova.virt.block_device [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Attempting to driver detach volume 3feb9d01-7422-4362-8c6c-28c5bbaf6957 from mountpoint /dev/sdb [ 1016.872859] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1016.873088] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617661', 'volume_id': '3feb9d01-7422-4362-8c6c-28c5bbaf6957', 'name': 'volume-3feb9d01-7422-4362-8c6c-28c5bbaf6957', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b11d419a-93e7-48a1-b29d-97c3c80eb891', 'attached_at': '', 'detached_at': '', 'volume_id': '3feb9d01-7422-4362-8c6c-28c5bbaf6957', 'serial': '3feb9d01-7422-4362-8c6c-28c5bbaf6957'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1016.874074] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3172794a-f245-46ab-be4f-7c5caed3d96b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.897536] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8ac606-0892-4754-afd9-7a250d6e7abf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.905509] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7638b56-e289-42ee-9bf2-64cfd2e8a7a0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.928811] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb6acb1-b0d6-4214-85bc-e7181cb1b8a9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.947308] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] The volume has not been displaced from its original location: [datastore1] volume-3feb9d01-7422-4362-8c6c-28c5bbaf6957/volume-3feb9d01-7422-4362-8c6c-28c5bbaf6957.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1016.952531] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1016.952885] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eca2b559-9be1-4296-bb8f-dc543a31f6f0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.973674] env[69702]: DEBUG oslo_vmware.api [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1016.973674] env[69702]: value = "task-3085593" [ 1016.973674] env[69702]: _type = "Task" [ 1016.973674] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.982934] env[69702]: DEBUG oslo_vmware.api [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.042163] env[69702]: DEBUG nova.network.neutron [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance_info_cache with network_info: [{"id": "a6870245-93ba-440d-a778-ced90bd7b80b", "address": "fa:16:3e:b1:8e:a3", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6870245-93", "ovs_interfaceid": "a6870245-93ba-440d-a778-ced90bd7b80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.204482] env[69702]: DEBUG nova.compute.manager [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.317468] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071761} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.317468] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.318743] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0373a359-f504-40f4-a7e1-d4c3ffd6b231 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.354324] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 51ec7efb-8142-49a6-9110-fe71ff225339/51ec7efb-8142-49a6-9110-fe71ff225339.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.357137] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f100ee4d-4e80-45d7-94c0-2847724a93c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.382197] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1017.382197] env[69702]: value = "task-3085594" [ 1017.382197] env[69702]: _type = "Task" [ 1017.382197] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.398862] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.406858] env[69702]: DEBUG nova.network.neutron [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Successfully created port: 30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.412224] env[69702]: DEBUG nova.compute.manager [req-cb7dc0e7-a067-403b-9cd7-3b5b0a6225a7 req-8e806261-13dc-4d84-85e8-521bfc35c0c4 service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Received event network-changed-a6870245-93ba-440d-a778-ced90bd7b80b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.412500] env[69702]: DEBUG nova.compute.manager [req-cb7dc0e7-a067-403b-9cd7-3b5b0a6225a7 req-8e806261-13dc-4d84-85e8-521bfc35c0c4 service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Refreshing instance network info cache due to event network-changed-a6870245-93ba-440d-a778-ced90bd7b80b. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.412682] env[69702]: DEBUG oslo_concurrency.lockutils [req-cb7dc0e7-a067-403b-9cd7-3b5b0a6225a7 req-8e806261-13dc-4d84-85e8-521bfc35c0c4 service nova] Acquiring lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.485605] env[69702]: DEBUG oslo_vmware.api [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085593, 'name': ReconfigVM_Task, 'duration_secs': 0.302339} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.489561] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1017.495266] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c20c84c1-11e1-43bd-a6d6-e73e82287901 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.515857] env[69702]: DEBUG oslo_vmware.api [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1017.515857] env[69702]: value = "task-3085595" [ 1017.515857] env[69702]: _type = "Task" [ 1017.515857] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.525743] env[69702]: DEBUG oslo_vmware.api [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.535208] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2b0d3909-70fe-4cb4-9aca-996557938e9e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "95847040-9a91-404f-8e7c-1c7caf7f402b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.307s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.547421] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.547421] env[69702]: DEBUG nova.compute.manager [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Instance network_info: |[{"id": "a6870245-93ba-440d-a778-ced90bd7b80b", "address": "fa:16:3e:b1:8e:a3", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6870245-93", "ovs_interfaceid": "a6870245-93ba-440d-a778-ced90bd7b80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.547421] env[69702]: DEBUG oslo_concurrency.lockutils [req-cb7dc0e7-a067-403b-9cd7-3b5b0a6225a7 req-8e806261-13dc-4d84-85e8-521bfc35c0c4 service nova] Acquired lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.548138] env[69702]: DEBUG nova.network.neutron [req-cb7dc0e7-a067-403b-9cd7-3b5b0a6225a7 req-8e806261-13dc-4d84-85e8-521bfc35c0c4 service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Refreshing network info cache for port a6870245-93ba-440d-a778-ced90bd7b80b {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.549257] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:8e:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6870245-93ba-440d-a778-ced90bd7b80b', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.559188] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Creating folder: Project (43b1d942d292476a8bc19b74a12d1549). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.566151] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2193fda2-0309-4b37-964e-cd3e81dd35ba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.586315] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Created folder: Project (43b1d942d292476a8bc19b74a12d1549) in parent group-v617437. [ 1017.586568] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Creating folder: Instances. Parent ref: group-v617692. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.586682] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-959775cd-e925-454c-afc4-2c52286be22f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.604044] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Created folder: Instances in parent group-v617692. [ 1017.604311] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.604533] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.604824] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccdcdbd4-c589-40d5-b905-17fd620e6dfe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.624507] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1e93e1-1276-4f3f-b708-6c19e8d0593e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.634952] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4052186-be9a-44f7-bbd7-6ae0a571b093 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.641946] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.641946] env[69702]: value = "task-3085598" [ 1017.641946] env[69702]: _type = "Task" [ 1017.641946] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.678433] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9dfda4-4251-4c4b-b0b6-e96702494ac9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.685956] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085598, 'name': CreateVM_Task} progress is 15%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.692593] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c4a045-8111-47f3-b7e0-a9c6fbe0f177 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.714705] env[69702]: DEBUG nova.compute.provider_tree [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.882021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "ce59939e-2272-42a8-9dcf-def341631683" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.882021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "ce59939e-2272-42a8-9dcf-def341631683" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.882232] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "ce59939e-2272-42a8-9dcf-def341631683-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.882888] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "ce59939e-2272-42a8-9dcf-def341631683-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.886023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "ce59939e-2272-42a8-9dcf-def341631683-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.891598] env[69702]: INFO nova.compute.manager [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Terminating instance [ 1017.901668] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.027563] env[69702]: DEBUG oslo_vmware.api [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085595, 'name': ReconfigVM_Task, 'duration_secs': 0.222619} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.027563] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617661', 'volume_id': '3feb9d01-7422-4362-8c6c-28c5bbaf6957', 'name': 'volume-3feb9d01-7422-4362-8c6c-28c5bbaf6957', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b11d419a-93e7-48a1-b29d-97c3c80eb891', 'attached_at': '', 'detached_at': '', 'volume_id': '3feb9d01-7422-4362-8c6c-28c5bbaf6957', 'serial': '3feb9d01-7422-4362-8c6c-28c5bbaf6957'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1018.148246] env[69702]: DEBUG nova.network.neutron [req-cb7dc0e7-a067-403b-9cd7-3b5b0a6225a7 req-8e806261-13dc-4d84-85e8-521bfc35c0c4 service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updated VIF entry in instance network info cache for port a6870245-93ba-440d-a778-ced90bd7b80b. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.148850] env[69702]: DEBUG nova.network.neutron [req-cb7dc0e7-a067-403b-9cd7-3b5b0a6225a7 req-8e806261-13dc-4d84-85e8-521bfc35c0c4 service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance_info_cache with network_info: [{"id": "a6870245-93ba-440d-a778-ced90bd7b80b", "address": "fa:16:3e:b1:8e:a3", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6870245-93", "ovs_interfaceid": "a6870245-93ba-440d-a778-ced90bd7b80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.157692] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085598, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.218108] env[69702]: DEBUG nova.compute.manager [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.221488] env[69702]: DEBUG nova.scheduler.client.report [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.253935] env[69702]: DEBUG nova.virt.hardware [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.254210] env[69702]: DEBUG nova.virt.hardware [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.254469] env[69702]: DEBUG nova.virt.hardware [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.254812] env[69702]: DEBUG nova.virt.hardware [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.255089] env[69702]: DEBUG nova.virt.hardware [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.255332] env[69702]: DEBUG nova.virt.hardware [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.255631] env[69702]: DEBUG nova.virt.hardware [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.255850] env[69702]: DEBUG nova.virt.hardware [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.256102] env[69702]: DEBUG nova.virt.hardware [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.256326] env[69702]: DEBUG nova.virt.hardware [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.256695] env[69702]: DEBUG nova.virt.hardware [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.258282] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b4a1a7-e5d1-48ed-980f-e6a93d61c5a0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.267597] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d22513-4637-4022-8bd6-1370bb0800f2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.371032] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.371298] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.395664] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085594, 'name': ReconfigVM_Task, 'duration_secs': 0.895657} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.395948] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 51ec7efb-8142-49a6-9110-fe71ff225339/51ec7efb-8142-49a6-9110-fe71ff225339.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.396624] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2704204f-8d12-4964-93ac-26038e2282c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.403782] env[69702]: DEBUG nova.compute.manager [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.404054] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.406057] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072ac367-e2cc-4ae6-a362-596004c5fa3f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.409258] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1018.409258] env[69702]: value = "task-3085599" [ 1018.409258] env[69702]: _type = "Task" [ 1018.409258] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.415347] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.415965] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4feaf3d8-4026-47ec-97ac-7d39c912b3be {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.422335] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085599, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.423917] env[69702]: DEBUG oslo_vmware.api [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1018.423917] env[69702]: value = "task-3085600" [ 1018.423917] env[69702]: _type = "Task" [ 1018.423917] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.432898] env[69702]: DEBUG oslo_vmware.api [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.588081] env[69702]: DEBUG nova.objects.instance [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'flavor' on Instance uuid b11d419a-93e7-48a1-b29d-97c3c80eb891 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.654835] env[69702]: DEBUG oslo_concurrency.lockutils [req-cb7dc0e7-a067-403b-9cd7-3b5b0a6225a7 req-8e806261-13dc-4d84-85e8-521bfc35c0c4 service nova] Releasing lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.655260] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085598, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.726988] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.727843] env[69702]: DEBUG nova.compute.manager [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.731204] env[69702]: DEBUG oslo_concurrency.lockutils [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.704s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.731580] env[69702]: DEBUG nova.objects.instance [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lazy-loading 'resources' on Instance uuid c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.874123] env[69702]: DEBUG nova.compute.manager [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.921448] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085599, 'name': Rename_Task, 'duration_secs': 0.184165} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.921448] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.921680] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-023a2f41-eb5e-4aef-a5d1-1a01a6aae82e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.929455] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1018.929455] env[69702]: value = "task-3085601" [ 1018.929455] env[69702]: _type = "Task" [ 1018.929455] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.935470] env[69702]: DEBUG oslo_vmware.api [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.941388] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.155095] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085598, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.235777] env[69702]: DEBUG nova.compute.utils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.245162] env[69702]: DEBUG nova.compute.manager [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.245162] env[69702]: DEBUG nova.network.neutron [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.374741] env[69702]: DEBUG nova.policy [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52e2a304ba9d4df9836c086ba0cdf4cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ebff80dbf8b4ad297853c502ecc46ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.405230] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.440900] env[69702]: DEBUG oslo_vmware.api [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085600, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.451123] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085601, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.525385] env[69702]: DEBUG nova.compute.manager [req-dce2c24d-ba79-4892-bf91-b0fd48a93f31 req-0efea9d7-55a7-42ea-b05d-4085f0161adb service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Received event network-vif-plugged-30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.525673] env[69702]: DEBUG oslo_concurrency.lockutils [req-dce2c24d-ba79-4892-bf91-b0fd48a93f31 req-0efea9d7-55a7-42ea-b05d-4085f0161adb service nova] Acquiring lock "9bde39fc-8976-4a80-b166-bc237cc38f5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.525950] env[69702]: DEBUG oslo_concurrency.lockutils [req-dce2c24d-ba79-4892-bf91-b0fd48a93f31 req-0efea9d7-55a7-42ea-b05d-4085f0161adb service nova] Lock "9bde39fc-8976-4a80-b166-bc237cc38f5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.526188] env[69702]: DEBUG oslo_concurrency.lockutils [req-dce2c24d-ba79-4892-bf91-b0fd48a93f31 req-0efea9d7-55a7-42ea-b05d-4085f0161adb service nova] Lock "9bde39fc-8976-4a80-b166-bc237cc38f5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.526446] env[69702]: DEBUG nova.compute.manager [req-dce2c24d-ba79-4892-bf91-b0fd48a93f31 req-0efea9d7-55a7-42ea-b05d-4085f0161adb service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] No waiting events found dispatching network-vif-plugged-30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.526667] env[69702]: WARNING nova.compute.manager [req-dce2c24d-ba79-4892-bf91-b0fd48a93f31 req-0efea9d7-55a7-42ea-b05d-4085f0161adb service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Received unexpected event network-vif-plugged-30036c8f-3e1d-4622-877e-a1184ec7a4a5 for instance with vm_state building and task_state spawning. [ 1019.528631] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d8e411ff-5638-4b25-a604-4c4d6bcd079d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.595204] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1b8f2ba7-067a-40f6-adad-7449fd2aa572 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.599417] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d8e411ff-5638-4b25-a604-4c4d6bcd079d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.070s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.599417] env[69702]: DEBUG nova.compute.manager [None req-d8e411ff-5638-4b25-a604-4c4d6bcd079d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.604151] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa294cc0-a4c4-4fc6-bf4d-b3f982a2bc85 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.609661] env[69702]: DEBUG nova.compute.manager [None req-d8e411ff-5638-4b25-a604-4c4d6bcd079d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69702) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1019.610478] env[69702]: DEBUG nova.objects.instance [None req-d8e411ff-5638-4b25-a604-4c4d6bcd079d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'flavor' on Instance uuid b11d419a-93e7-48a1-b29d-97c3c80eb891 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.634030] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc78c0f4-7140-4f07-832f-d5c13f5b1fde {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.642438] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f49572-f6cb-43fa-b761-8bafd324d2d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.656702] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085598, 'name': CreateVM_Task, 'duration_secs': 1.671721} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.680764] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.685102] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.685102] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.685102] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.685102] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2192d6c-9c55-40f4-aa53-58ace5eefe2e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.686334] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12a1fa1-e6d8-47ad-9251-a7f378b72518 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.691998] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1019.691998] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52119c3f-d677-a0b1-1e5c-9be2e5974371" [ 1019.691998] env[69702]: _type = "Task" [ 1019.691998] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.698296] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd2edf6-8d22-4629-97de-1a3616e1914d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.709875] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52119c3f-d677-a0b1-1e5c-9be2e5974371, 'name': SearchDatastore_Task, 'duration_secs': 0.015057} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.719791] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.720118] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.720417] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.720675] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.720866] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.721744] env[69702]: DEBUG nova.compute.provider_tree [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.723226] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43abb7cd-29a7-4bd3-adba-5e050428cdc7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.729453] env[69702]: DEBUG nova.network.neutron [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Successfully updated port: 30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.735776] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.735929] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.736683] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65d6ef7-0945-4ad0-9292-2ff6f6498a3c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.744642] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1019.744642] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a41bca-78aa-0eff-4b5b-17d6315c20c3" [ 1019.744642] env[69702]: _type = "Task" [ 1019.744642] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.751715] env[69702]: DEBUG nova.compute.manager [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.759020] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a41bca-78aa-0eff-4b5b-17d6315c20c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.886220] env[69702]: DEBUG nova.network.neutron [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Successfully created port: 198f546d-b960-47c9-a156-4be8d7d8d453 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.941434] env[69702]: DEBUG oslo_vmware.api [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085600, 'name': PowerOffVM_Task, 'duration_secs': 1.187567} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.942246] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.942415] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.942617] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e930357d-0a40-4e8d-a85d-02ee54c05286 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.947427] env[69702]: DEBUG oslo_vmware.api [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085601, 'name': PowerOnVM_Task, 'duration_secs': 0.659885} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.947715] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.947962] env[69702]: INFO nova.compute.manager [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1019.948154] env[69702]: DEBUG nova.compute.manager [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.948921] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2ee0ee-4098-478a-90ba-29397cd9d2b3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.020258] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.020675] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.021014] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleting the datastore file [datastore1] ce59939e-2272-42a8-9dcf-def341631683 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.021411] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13b2bdd7-9ce4-4113-aa81-5fa3f8ce4c5b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.029946] env[69702]: DEBUG oslo_vmware.api [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1020.029946] env[69702]: value = "task-3085603" [ 1020.029946] env[69702]: _type = "Task" [ 1020.029946] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.040434] env[69702]: DEBUG oslo_vmware.api [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.227081] env[69702]: DEBUG nova.scheduler.client.report [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.231664] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquiring lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.231891] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquired lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.232152] env[69702]: DEBUG nova.network.neutron [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.267107] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a41bca-78aa-0eff-4b5b-17d6315c20c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012108} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.268634] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ffa92e-02ea-4628-8b12-8b0b74acf097 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.277689] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1020.277689] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a11d6c-3a55-d250-aaf7-0850a6dec281" [ 1020.277689] env[69702]: _type = "Task" [ 1020.277689] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.290866] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a11d6c-3a55-d250-aaf7-0850a6dec281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.468485] env[69702]: INFO nova.compute.manager [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Took 22.26 seconds to build instance. [ 1020.540675] env[69702]: DEBUG oslo_vmware.api [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196793} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.540998] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.541138] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.541322] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.541503] env[69702]: INFO nova.compute.manager [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ce59939e-2272-42a8-9dcf-def341631683] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1020.541752] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.541951] env[69702]: DEBUG nova.compute.manager [-] [instance: ce59939e-2272-42a8-9dcf-def341631683] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.542061] env[69702]: DEBUG nova.network.neutron [-] [instance: ce59939e-2272-42a8-9dcf-def341631683] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.618682] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e411ff-5638-4b25-a604-4c4d6bcd079d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.618988] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-073a63ba-c0a1-4162-9fd8-897ea1ab3de4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.631878] env[69702]: DEBUG oslo_vmware.api [None req-d8e411ff-5638-4b25-a604-4c4d6bcd079d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1020.631878] env[69702]: value = "task-3085604" [ 1020.631878] env[69702]: _type = "Task" [ 1020.631878] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.644920] env[69702]: DEBUG oslo_vmware.api [None req-d8e411ff-5638-4b25-a604-4c4d6bcd079d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.733284] env[69702]: DEBUG oslo_concurrency.lockutils [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.735890] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.805s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.737970] env[69702]: INFO nova.compute.claims [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.765990] env[69702]: INFO nova.scheduler.client.report [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Deleted allocations for instance c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0 [ 1020.771411] env[69702]: DEBUG nova.compute.manager [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.790925] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a11d6c-3a55-d250-aaf7-0850a6dec281, 'name': SearchDatastore_Task, 'duration_secs': 0.032622} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.790925] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.790925] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] cf0ac868-8032-4670-b31b-ed11fc4e06de/cf0ac868-8032-4670-b31b-ed11fc4e06de.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.791226] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f554fd12-d520-454c-905f-4f0521c86612 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.804045] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1020.804045] env[69702]: value = "task-3085605" [ 1020.804045] env[69702]: _type = "Task" [ 1020.804045] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.821457] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.823843] env[69702]: DEBUG nova.virt.hardware [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.825915] env[69702]: DEBUG nova.virt.hardware [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.826354] env[69702]: DEBUG nova.virt.hardware [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.826792] env[69702]: DEBUG nova.virt.hardware [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.827499] env[69702]: DEBUG nova.virt.hardware [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.827697] env[69702]: DEBUG nova.virt.hardware [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.827991] env[69702]: DEBUG nova.virt.hardware [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.828209] env[69702]: DEBUG nova.virt.hardware [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.828396] env[69702]: DEBUG nova.virt.hardware [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.828572] env[69702]: DEBUG nova.virt.hardware [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.830248] env[69702]: DEBUG nova.virt.hardware [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.830248] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33588fe-f244-4056-af86-198e6e227aff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.839491] env[69702]: DEBUG nova.network.neutron [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.842825] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006be819-8d8b-44a6-99df-5b66ba6e7ad0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.971193] env[69702]: DEBUG oslo_concurrency.lockutils [None req-80225cfe-5045-42c3-b872-d7fbfdae6cf2 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "51ec7efb-8142-49a6-9110-fe71ff225339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.776s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.144506] env[69702]: DEBUG oslo_vmware.api [None req-d8e411ff-5638-4b25-a604-4c4d6bcd079d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085604, 'name': PowerOffVM_Task, 'duration_secs': 0.219614} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.144889] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e411ff-5638-4b25-a604-4c4d6bcd079d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.145119] env[69702]: DEBUG nova.compute.manager [None req-d8e411ff-5638-4b25-a604-4c4d6bcd079d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.146068] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211d0050-8eab-4508-a170-70370c43475c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.278563] env[69702]: DEBUG oslo_concurrency.lockutils [None req-264a8303-ac70-47ea-8dfc-02af93bac075 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.750s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.322167] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085605, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.566231] env[69702]: DEBUG nova.network.neutron [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updating instance_info_cache with network_info: [{"id": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "address": "fa:16:3e:ba:8b:b5", "network": {"id": "39be788f-b7e8-4f9c-9fe3-75342f0d3889", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-390118559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9133782a4a242608263bf24247b19ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30036c8f-3e", "ovs_interfaceid": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.662863] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d8e411ff-5638-4b25-a604-4c4d6bcd079d tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.696516] env[69702]: DEBUG nova.compute.manager [req-167cff9d-a419-4597-a939-6af3454531a6 req-7273991d-711e-4cc1-a470-265bdeae750f service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Received event network-changed-30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.696516] env[69702]: DEBUG nova.compute.manager [req-167cff9d-a419-4597-a939-6af3454531a6 req-7273991d-711e-4cc1-a470-265bdeae750f service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Refreshing instance network info cache due to event network-changed-30036c8f-3e1d-4622-877e-a1184ec7a4a5. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.696516] env[69702]: DEBUG oslo_concurrency.lockutils [req-167cff9d-a419-4597-a939-6af3454531a6 req-7273991d-711e-4cc1-a470-265bdeae750f service nova] Acquiring lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.819651] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573342} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.824422] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] cf0ac868-8032-4670-b31b-ed11fc4e06de/cf0ac868-8032-4670-b31b-ed11fc4e06de.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.824865] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.825457] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c414554-b69e-4a27-bcff-3a4645bcc0d1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.836022] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1021.836022] env[69702]: value = "task-3085606" [ 1021.836022] env[69702]: _type = "Task" [ 1021.836022] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.847526] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.972621] env[69702]: DEBUG nova.network.neutron [-] [instance: ce59939e-2272-42a8-9dcf-def341631683] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.059871] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c49c0b5-5fd5-407c-8e72-1a462786a1bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.071282] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67585455-dcdd-4fce-aa71-5a0fe7345a4d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.076284] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Releasing lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.076589] env[69702]: DEBUG nova.compute.manager [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Instance network_info: |[{"id": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "address": "fa:16:3e:ba:8b:b5", "network": {"id": "39be788f-b7e8-4f9c-9fe3-75342f0d3889", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-390118559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9133782a4a242608263bf24247b19ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30036c8f-3e", "ovs_interfaceid": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.077036] env[69702]: DEBUG oslo_concurrency.lockutils [req-167cff9d-a419-4597-a939-6af3454531a6 req-7273991d-711e-4cc1-a470-265bdeae750f service nova] Acquired lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.077125] env[69702]: DEBUG nova.network.neutron [req-167cff9d-a419-4597-a939-6af3454531a6 req-7273991d-711e-4cc1-a470-265bdeae750f service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Refreshing network info cache for port 30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.078290] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:8b:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30036c8f-3e1d-4622-877e-a1184ec7a4a5', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.086710] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Creating folder: Project (f9133782a4a242608263bf24247b19ba). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.087852] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1c2e0cd-4364-4956-8588-543ecf478210 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.122325] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a36993-a2e9-4904-83f0-b11d1b4a1e8e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.125447] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Created folder: Project (f9133782a4a242608263bf24247b19ba) in parent group-v617437. [ 1022.125552] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Creating folder: Instances. Parent ref: group-v617695. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.125831] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-328d212c-737c-441f-8f40-c2abff08e082 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.134522] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8e4d8f-ab48-436b-92d2-1f50d2b04e58 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.141364] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Created folder: Instances in parent group-v617695. [ 1022.141963] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.142687] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.143863] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f96ed996-d2b2-436d-8e80-2809a9d181f4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.178562] env[69702]: DEBUG nova.compute.provider_tree [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.187230] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.187230] env[69702]: value = "task-3085609" [ 1022.187230] env[69702]: _type = "Task" [ 1022.187230] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.196596] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085609, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.200752] env[69702]: DEBUG nova.network.neutron [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Successfully updated port: 198f546d-b960-47c9-a156-4be8d7d8d453 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.345530] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200547} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.345875] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.346742] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8b8008-9d2d-4af5-b26c-8cf9d680a697 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.377315] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] cf0ac868-8032-4670-b31b-ed11fc4e06de/cf0ac868-8032-4670-b31b-ed11fc4e06de.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.377762] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6681997-cb5a-4891-a3f6-929a53a9c157 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.400184] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1022.400184] env[69702]: value = "task-3085610" [ 1022.400184] env[69702]: _type = "Task" [ 1022.400184] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.410401] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.471290] env[69702]: DEBUG nova.objects.instance [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'flavor' on Instance uuid b11d419a-93e7-48a1-b29d-97c3c80eb891 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.473542] env[69702]: INFO nova.compute.manager [-] [instance: ce59939e-2272-42a8-9dcf-def341631683] Took 1.93 seconds to deallocate network for instance. [ 1022.683272] env[69702]: DEBUG nova.scheduler.client.report [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.700535] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085609, 'name': CreateVM_Task, 'duration_secs': 0.456254} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.700762] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.701593] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.701912] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.702528] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.706203] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1516d81f-bad7-4a79-a9ee-6961a44821fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.807665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "refresh_cache-6ab84752-82a0-439d-9ef5-10af2d519311" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.807665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "refresh_cache-6ab84752-82a0-439d-9ef5-10af2d519311" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.807665] env[69702]: DEBUG nova.network.neutron [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.807665] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1022.807665] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526e5238-291f-6b82-09ed-77a9690b8034" [ 1022.807665] env[69702]: _type = "Task" [ 1022.807665] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.807665] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526e5238-291f-6b82-09ed-77a9690b8034, 'name': SearchDatastore_Task, 'duration_secs': 0.01302} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.807665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.807665] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.807665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.807665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.807665] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.807665] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6cd11cf-79e4-4bf0-9406-cf3c8bd0fca7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.807665] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.807665] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.807665] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09315445-5949-4f07-a458-eaaeb92045fd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.807665] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1022.807665] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f0cbdf-0db6-f820-cb6a-cb10e92c868f" [ 1022.807665] env[69702]: _type = "Task" [ 1022.847598] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.847598] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f0cbdf-0db6-f820-cb6a-cb10e92c868f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.911104] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085610, 'name': ReconfigVM_Task, 'duration_secs': 0.340241} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.911421] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Reconfigured VM instance instance-0000005e to attach disk [datastore2] cf0ac868-8032-4670-b31b-ed11fc4e06de/cf0ac868-8032-4670-b31b-ed11fc4e06de.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.912171] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d1d00f6-cd77-4933-a294-d5d551a33f40 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.920300] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1022.920300] env[69702]: value = "task-3085611" [ 1022.920300] env[69702]: _type = "Task" [ 1022.920300] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.929481] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085611, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.941142] env[69702]: DEBUG nova.network.neutron [req-167cff9d-a419-4597-a939-6af3454531a6 req-7273991d-711e-4cc1-a470-265bdeae750f service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updated VIF entry in instance network info cache for port 30036c8f-3e1d-4622-877e-a1184ec7a4a5. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.941443] env[69702]: DEBUG nova.network.neutron [req-167cff9d-a419-4597-a939-6af3454531a6 req-7273991d-711e-4cc1-a470-265bdeae750f service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updating instance_info_cache with network_info: [{"id": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "address": "fa:16:3e:ba:8b:b5", "network": {"id": "39be788f-b7e8-4f9c-9fe3-75342f0d3889", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-390118559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9133782a4a242608263bf24247b19ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30036c8f-3e", "ovs_interfaceid": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.976135] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.976304] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquired lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.976481] env[69702]: DEBUG nova.network.neutron [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.976665] env[69702]: DEBUG nova.objects.instance [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'info_cache' on Instance uuid b11d419a-93e7-48a1-b29d-97c3c80eb891 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.979094] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.195336] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.195947] env[69702]: DEBUG nova.compute.manager [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.198718] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.817s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.198941] env[69702]: DEBUG nova.objects.instance [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lazy-loading 'resources' on Instance uuid 1b5878ec-adf6-46de-9794-5dbcdc1e95d8 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.256993] env[69702]: DEBUG nova.network.neutron [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.273332] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "11b901e2-bc52-49e4-8f6e-9c50285dac55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.273558] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "11b901e2-bc52-49e4-8f6e-9c50285dac55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.289131] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f0cbdf-0db6-f820-cb6a-cb10e92c868f, 'name': SearchDatastore_Task, 'duration_secs': 0.012376} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.289869] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe97d6ba-7c37-4f42-969c-1cb49e3e990b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.295950] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1023.295950] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f3a956-844c-e1c0-d011-d528ca37adde" [ 1023.295950] env[69702]: _type = "Task" [ 1023.295950] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.305263] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f3a956-844c-e1c0-d011-d528ca37adde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.432740] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085611, 'name': Rename_Task, 'duration_secs': 0.155599} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.433038] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.433296] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0e8ecba-81d2-4f93-ba23-0aeb4dfb1da0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.441808] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1023.441808] env[69702]: value = "task-3085612" [ 1023.441808] env[69702]: _type = "Task" [ 1023.441808] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.445302] env[69702]: DEBUG oslo_concurrency.lockutils [req-167cff9d-a419-4597-a939-6af3454531a6 req-7273991d-711e-4cc1-a470-265bdeae750f service nova] Releasing lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.445545] env[69702]: DEBUG nova.compute.manager [req-167cff9d-a419-4597-a939-6af3454531a6 req-7273991d-711e-4cc1-a470-265bdeae750f service nova] [instance: ce59939e-2272-42a8-9dcf-def341631683] Received event network-vif-deleted-5abd1cad-a2dd-4ada-8559-942212e35891 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.445725] env[69702]: INFO nova.compute.manager [req-167cff9d-a419-4597-a939-6af3454531a6 req-7273991d-711e-4cc1-a470-265bdeae750f service nova] [instance: ce59939e-2272-42a8-9dcf-def341631683] Neutron deleted interface 5abd1cad-a2dd-4ada-8559-942212e35891; detaching it from the instance and deleting it from the info cache [ 1023.445893] env[69702]: DEBUG nova.network.neutron [req-167cff9d-a419-4597-a939-6af3454531a6 req-7273991d-711e-4cc1-a470-265bdeae750f service nova] [instance: ce59939e-2272-42a8-9dcf-def341631683] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.452236] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.464039] env[69702]: DEBUG nova.network.neutron [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Updating instance_info_cache with network_info: [{"id": "198f546d-b960-47c9-a156-4be8d7d8d453", "address": "fa:16:3e:92:4b:ac", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198f546d-b9", "ovs_interfaceid": "198f546d-b960-47c9-a156-4be8d7d8d453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.480173] env[69702]: DEBUG nova.objects.base [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1023.703385] env[69702]: DEBUG nova.compute.utils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.708027] env[69702]: DEBUG nova.compute.manager [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.708027] env[69702]: DEBUG nova.network.neutron [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.733557] env[69702]: DEBUG nova.compute.manager [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Received event network-vif-plugged-198f546d-b960-47c9-a156-4be8d7d8d453 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.733787] env[69702]: DEBUG oslo_concurrency.lockutils [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] Acquiring lock "6ab84752-82a0-439d-9ef5-10af2d519311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.734015] env[69702]: DEBUG oslo_concurrency.lockutils [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] Lock "6ab84752-82a0-439d-9ef5-10af2d519311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.734197] env[69702]: DEBUG oslo_concurrency.lockutils [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] Lock "6ab84752-82a0-439d-9ef5-10af2d519311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.734366] env[69702]: DEBUG nova.compute.manager [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] No waiting events found dispatching network-vif-plugged-198f546d-b960-47c9-a156-4be8d7d8d453 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.734856] env[69702]: WARNING nova.compute.manager [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Received unexpected event network-vif-plugged-198f546d-b960-47c9-a156-4be8d7d8d453 for instance with vm_state building and task_state spawning. [ 1023.734856] env[69702]: DEBUG nova.compute.manager [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Received event network-changed-77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.734856] env[69702]: DEBUG nova.compute.manager [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Refreshing instance network info cache due to event network-changed-77e24fc0-62a0-4442-81e1-90bc31db5920. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.735040] env[69702]: DEBUG oslo_concurrency.lockutils [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] Acquiring lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.735176] env[69702]: DEBUG oslo_concurrency.lockutils [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] Acquired lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.735331] env[69702]: DEBUG nova.network.neutron [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Refreshing network info cache for port 77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.766120] env[69702]: DEBUG nova.policy [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62291aa6cb854973a8114b781b14d6e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f4059bbb9ea4d4abe5155039fa97b67', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.784014] env[69702]: DEBUG nova.compute.manager [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.809852] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f3a956-844c-e1c0-d011-d528ca37adde, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.812913] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.813020] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 9bde39fc-8976-4a80-b166-bc237cc38f5f/9bde39fc-8976-4a80-b166-bc237cc38f5f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.814015] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5af9b21-336d-466e-a979-2d825719828d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.824041] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1023.824041] env[69702]: value = "task-3085613" [ 1023.824041] env[69702]: _type = "Task" [ 1023.824041] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.837429] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.949839] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-319c457b-7ce6-4b68-9a84-d6c90ef2eff3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.955537] env[69702]: DEBUG oslo_vmware.api [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085612, 'name': PowerOnVM_Task, 'duration_secs': 0.467337} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.956213] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.956934] env[69702]: INFO nova.compute.manager [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Took 10.67 seconds to spawn the instance on the hypervisor. [ 1023.956934] env[69702]: DEBUG nova.compute.manager [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.957592] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71875e5-2ec7-42ae-8920-0e4b6962e77c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.968260] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54d54e5-cfcf-4833-9325-230bc27176c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.985476] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "refresh_cache-6ab84752-82a0-439d-9ef5-10af2d519311" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.985804] env[69702]: DEBUG nova.compute.manager [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Instance network_info: |[{"id": "198f546d-b960-47c9-a156-4be8d7d8d453", "address": "fa:16:3e:92:4b:ac", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198f546d-b9", "ovs_interfaceid": "198f546d-b960-47c9-a156-4be8d7d8d453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.992979] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:4b:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '198f546d-b960-47c9-a156-4be8d7d8d453', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.000372] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.001580] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.001811] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5899d525-2ffa-4be1-9082-dae5000d2b03 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.035759] env[69702]: DEBUG nova.compute.manager [req-167cff9d-a419-4597-a939-6af3454531a6 req-7273991d-711e-4cc1-a470-265bdeae750f service nova] [instance: ce59939e-2272-42a8-9dcf-def341631683] Detach interface failed, port_id=5abd1cad-a2dd-4ada-8559-942212e35891, reason: Instance ce59939e-2272-42a8-9dcf-def341631683 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.046343] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.046343] env[69702]: value = "task-3085614" [ 1024.046343] env[69702]: _type = "Task" [ 1024.046343] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.061593] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085614, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.123175] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbb020a-2439-402d-83b2-f59f2b6c4042 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.132946] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c80340b-f7e3-4140-aada-64bde17dba84 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.172016] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833fbf90-8161-4523-bb93-58e6d6d1a5a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.182098] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6684a777-cc4d-450d-9d04-a70c08723342 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.203167] env[69702]: DEBUG nova.compute.provider_tree [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.208147] env[69702]: DEBUG nova.compute.manager [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.305480] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.334634] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477521} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.334895] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 9bde39fc-8976-4a80-b166-bc237cc38f5f/9bde39fc-8976-4a80-b166-bc237cc38f5f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.335136] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.335678] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a4e40c6-ad5f-4427-88c5-bbbfab045cce {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.343799] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1024.343799] env[69702]: value = "task-3085615" [ 1024.343799] env[69702]: _type = "Task" [ 1024.343799] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.353697] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.440823] env[69702]: DEBUG nova.network.neutron [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Successfully created port: c930f987-61f2-4652-84f8-4e6df24fae2f {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.501890] env[69702]: INFO nova.compute.manager [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Took 24.87 seconds to build instance. [ 1024.560282] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085614, 'name': CreateVM_Task, 'duration_secs': 0.506872} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.560599] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.561315] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.561537] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.561899] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.562197] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8cb3188-148a-4d62-ac73-a423bf818218 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.570406] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1024.570406] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b90c6b-7fc0-0ced-d46e-94929a9e2053" [ 1024.570406] env[69702]: _type = "Task" [ 1024.570406] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.579813] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b90c6b-7fc0-0ced-d46e-94929a9e2053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.682570] env[69702]: DEBUG nova.network.neutron [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Updating instance_info_cache with network_info: [{"id": "2f8dd570-b57b-4a18-a443-718cd5f45974", "address": "fa:16:3e:e2:61:23", "network": {"id": "7fa73226-0218-431e-a4d1-600431a98aec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-748060380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8220d358101a452195570f1988233018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8dd570-b5", "ovs_interfaceid": "2f8dd570-b57b-4a18-a443-718cd5f45974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.708136] env[69702]: DEBUG nova.scheduler.client.report [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.856011] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088852} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.856334] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.857215] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b737c1c-6004-49f4-9838-1fbbc4ed8f94 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.883939] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 9bde39fc-8976-4a80-b166-bc237cc38f5f/9bde39fc-8976-4a80-b166-bc237cc38f5f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.884343] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb76ff56-bec3-4215-85af-630d1634e09d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.906371] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1024.906371] env[69702]: value = "task-3085616" [ 1024.906371] env[69702]: _type = "Task" [ 1024.906371] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.923320] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.934315] env[69702]: DEBUG nova.network.neutron [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updated VIF entry in instance network info cache for port 77e24fc0-62a0-4442-81e1-90bc31db5920. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.934697] env[69702]: DEBUG nova.network.neutron [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updating instance_info_cache with network_info: [{"id": "77e24fc0-62a0-4442-81e1-90bc31db5920", "address": "fa:16:3e:d6:20:14", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e24fc0-62", "ovs_interfaceid": "77e24fc0-62a0-4442-81e1-90bc31db5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.980984] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.981319] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.003795] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7eaccbe2-6d3b-47a2-a13a-b1ce1f013858 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.381s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.081751] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b90c6b-7fc0-0ced-d46e-94929a9e2053, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.082302] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.082302] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.082570] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.082729] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.082919] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.083209] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ca54207-a699-4e6e-b281-c677f085067e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.093531] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.093747] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.094536] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caffe93d-473f-43fc-82ab-2b50d0639b48 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.101232] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1025.101232] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523069af-a048-8ed8-fde1-563f95bf732c" [ 1025.101232] env[69702]: _type = "Task" [ 1025.101232] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.110548] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523069af-a048-8ed8-fde1-563f95bf732c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.186065] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Releasing lock "refresh_cache-b11d419a-93e7-48a1-b29d-97c3c80eb891" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.217027] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.219967] env[69702]: DEBUG nova.compute.manager [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.222818] env[69702]: DEBUG oslo_concurrency.lockutils [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.132s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.223259] env[69702]: DEBUG nova.objects.instance [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Lazy-loading 'resources' on Instance uuid bc412877-6d0c-4347-8ad4-a453a16789d9 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.246185] env[69702]: INFO nova.scheduler.client.report [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Deleted allocations for instance 1b5878ec-adf6-46de-9794-5dbcdc1e95d8 [ 1025.252438] env[69702]: DEBUG nova.virt.hardware [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.253156] env[69702]: DEBUG nova.virt.hardware [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.253156] env[69702]: DEBUG nova.virt.hardware [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.253156] env[69702]: DEBUG nova.virt.hardware [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.253156] env[69702]: DEBUG nova.virt.hardware [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.253324] env[69702]: DEBUG nova.virt.hardware [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.253473] env[69702]: DEBUG nova.virt.hardware [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.253637] env[69702]: DEBUG nova.virt.hardware [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.253807] env[69702]: DEBUG nova.virt.hardware [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.253971] env[69702]: DEBUG nova.virt.hardware [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.254168] env[69702]: DEBUG nova.virt.hardware [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.255026] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40e3e4c-6193-4a21-8ae9-4b3e05966217 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.264282] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f4de41-8a0d-4e27-9d11-3902a1799b81 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.416806] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085616, 'name': ReconfigVM_Task, 'duration_secs': 0.294828} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.417154] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 9bde39fc-8976-4a80-b166-bc237cc38f5f/9bde39fc-8976-4a80-b166-bc237cc38f5f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.417805] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfdfbd3b-da8b-4142-8ee1-08948f226707 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.424852] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1025.424852] env[69702]: value = "task-3085617" [ 1025.424852] env[69702]: _type = "Task" [ 1025.424852] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.433859] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085617, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.441668] env[69702]: DEBUG oslo_concurrency.lockutils [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] Releasing lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.441977] env[69702]: DEBUG nova.compute.manager [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Received event network-changed-198f546d-b960-47c9-a156-4be8d7d8d453 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.442237] env[69702]: DEBUG nova.compute.manager [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Refreshing instance network info cache due to event network-changed-198f546d-b960-47c9-a156-4be8d7d8d453. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.442534] env[69702]: DEBUG oslo_concurrency.lockutils [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] Acquiring lock "refresh_cache-6ab84752-82a0-439d-9ef5-10af2d519311" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.442911] env[69702]: DEBUG oslo_concurrency.lockutils [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] Acquired lock "refresh_cache-6ab84752-82a0-439d-9ef5-10af2d519311" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.443147] env[69702]: DEBUG nova.network.neutron [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Refreshing network info cache for port 198f546d-b960-47c9-a156-4be8d7d8d453 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.484062] env[69702]: INFO nova.compute.manager [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Detaching volume e01dbe52-59eb-4a7c-ae34-3c492d656186 [ 1025.523379] env[69702]: INFO nova.virt.block_device [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Attempting to driver detach volume e01dbe52-59eb-4a7c-ae34-3c492d656186 from mountpoint /dev/sdb [ 1025.523610] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1025.523792] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617666', 'volume_id': 'e01dbe52-59eb-4a7c-ae34-3c492d656186', 'name': 'volume-e01dbe52-59eb-4a7c-ae34-3c492d656186', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a764b38d-4e4d-4b80-81d4-441bdebcfa0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e01dbe52-59eb-4a7c-ae34-3c492d656186', 'serial': 'e01dbe52-59eb-4a7c-ae34-3c492d656186'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1025.525036] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda3adcc-bf47-4332-8cd4-10689fecbec3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.549114] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ab80c3-ab35-4157-a6bc-871fdb5a7b41 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.558185] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeb8853-ab5a-485c-b147-186ec1e0860b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.581070] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3743a24-2990-4461-bc3f-91ea14e2257b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.598694] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] The volume has not been displaced from its original location: [datastore1] volume-e01dbe52-59eb-4a7c-ae34-3c492d656186/volume-e01dbe52-59eb-4a7c-ae34-3c492d656186.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1025.604617] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1025.606064] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edb01969-9da6-417c-aa12-8e999369d462 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.619777] env[69702]: DEBUG nova.compute.manager [req-e7e502e9-339d-4cb5-a17f-178988f9f656 req-bee3e160-7902-439d-9267-d9214755a28d service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Received event network-changed-a6870245-93ba-440d-a778-ced90bd7b80b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.619941] env[69702]: DEBUG nova.compute.manager [req-e7e502e9-339d-4cb5-a17f-178988f9f656 req-bee3e160-7902-439d-9267-d9214755a28d service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Refreshing instance network info cache due to event network-changed-a6870245-93ba-440d-a778-ced90bd7b80b. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.620237] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7e502e9-339d-4cb5-a17f-178988f9f656 req-bee3e160-7902-439d-9267-d9214755a28d service nova] Acquiring lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.620509] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7e502e9-339d-4cb5-a17f-178988f9f656 req-bee3e160-7902-439d-9267-d9214755a28d service nova] Acquired lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.620913] env[69702]: DEBUG nova.network.neutron [req-e7e502e9-339d-4cb5-a17f-178988f9f656 req-bee3e160-7902-439d-9267-d9214755a28d service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Refreshing network info cache for port a6870245-93ba-440d-a778-ced90bd7b80b {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.634241] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523069af-a048-8ed8-fde1-563f95bf732c, 'name': SearchDatastore_Task, 'duration_secs': 0.010335} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.636324] env[69702]: DEBUG oslo_vmware.api [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 1025.636324] env[69702]: value = "task-3085618" [ 1025.636324] env[69702]: _type = "Task" [ 1025.636324] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.636768] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3b05bb-14a8-4920-b5fd-ac883907915e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.646260] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1025.646260] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52438cc6-073d-f4e2-d66d-8b2d8ace7451" [ 1025.646260] env[69702]: _type = "Task" [ 1025.646260] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.649695] env[69702]: DEBUG oslo_vmware.api [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085618, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.660372] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52438cc6-073d-f4e2-d66d-8b2d8ace7451, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.660372] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.660372] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 6ab84752-82a0-439d-9ef5-10af2d519311/6ab84752-82a0-439d-9ef5-10af2d519311.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.660372] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8131347-230b-4177-840c-95f081fbbe34 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.668163] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1025.668163] env[69702]: value = "task-3085619" [ 1025.668163] env[69702]: _type = "Task" [ 1025.668163] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.680295] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.761048] env[69702]: DEBUG oslo_concurrency.lockutils [None req-dbec3f79-af27-4c5c-822e-831adf247c88 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1b5878ec-adf6-46de-9794-5dbcdc1e95d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.258s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.942615] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085617, 'name': Rename_Task, 'duration_secs': 0.155363} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.945930] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.948805] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d48a4fdb-bc04-4534-b4fd-d95b8ae675ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.963602] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "984f6f0d-1372-41e0-b6d3-20212b0497aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.963910] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "984f6f0d-1372-41e0-b6d3-20212b0497aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.964163] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "984f6f0d-1372-41e0-b6d3-20212b0497aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.964417] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "984f6f0d-1372-41e0-b6d3-20212b0497aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.964613] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "984f6f0d-1372-41e0-b6d3-20212b0497aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.968217] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1025.968217] env[69702]: value = "task-3085620" [ 1025.968217] env[69702]: _type = "Task" [ 1025.968217] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.969132] env[69702]: INFO nova.compute.manager [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Terminating instance [ 1025.985585] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.089389] env[69702]: DEBUG oslo_vmware.rw_handles [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52501e74-d7f8-4a16-d672-df93801c0fbf/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1026.090591] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc0b345-99d2-43a6-9bee-c8f2d287e03f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.105024] env[69702]: DEBUG oslo_vmware.rw_handles [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52501e74-d7f8-4a16-d672-df93801c0fbf/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1026.105024] env[69702]: ERROR oslo_vmware.rw_handles [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52501e74-d7f8-4a16-d672-df93801c0fbf/disk-0.vmdk due to incomplete transfer. [ 1026.105024] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-44e44791-17bf-459b-be7d-e6da71f0ffe9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.113671] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3200b9d6-27f3-4878-a211-d932a395f972 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.124165] env[69702]: DEBUG oslo_vmware.rw_handles [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52501e74-d7f8-4a16-d672-df93801c0fbf/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1026.124392] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Uploaded image 0217b9bb-f606-47a5-8d37-bece56788dba to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1026.126990] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1026.129694] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b2aafcf0-8778-43fd-8928-aaa0bf124f49 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.132299] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88c175d-9bde-423c-a767-8ed561172067 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.176842] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1026.176842] env[69702]: value = "task-3085621" [ 1026.176842] env[69702]: _type = "Task" [ 1026.176842] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.181650] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fd107f-e569-4e11-9adb-f9fc45ffe19e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.192096] env[69702]: DEBUG oslo_vmware.api [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085618, 'name': ReconfigVM_Task, 'duration_secs': 0.303922} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.193079] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1026.207642] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.210686] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-583048f7-a97f-4247-9ff0-c7144bcea2bf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.219111] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500699} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.223908] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0aadb9b-01dc-4297-8775-9886cefdfaab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.226699] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a067473-7a88-4586-abef-7a89eb199e3e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.231581] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 6ab84752-82a0-439d-9ef5-10af2d519311/6ab84752-82a0-439d-9ef5-10af2d519311.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.232062] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.234017] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085621, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.234017] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d97dcf8-3cbe-402a-b2d0-a8e86dd5855b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.253812] env[69702]: DEBUG nova.compute.provider_tree [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.263089] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1026.263089] env[69702]: value = "task-3085623" [ 1026.263089] env[69702]: _type = "Task" [ 1026.263089] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.263634] env[69702]: DEBUG oslo_vmware.api [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 1026.263634] env[69702]: value = "task-3085624" [ 1026.263634] env[69702]: _type = "Task" [ 1026.263634] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.264157] env[69702]: DEBUG oslo_vmware.api [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1026.264157] env[69702]: value = "task-3085622" [ 1026.264157] env[69702]: _type = "Task" [ 1026.264157] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.266751] env[69702]: DEBUG nova.scheduler.client.report [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.292445] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.300772] env[69702]: DEBUG oslo_vmware.api [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085622, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.301118] env[69702]: DEBUG oslo_vmware.api [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.479035] env[69702]: DEBUG nova.compute.manager [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.479035] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.482729] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb04b8b-a9a4-4721-88d2-496806088301 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.485608] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085620, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.489737] env[69702]: DEBUG nova.network.neutron [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Updated VIF entry in instance network info cache for port 198f546d-b960-47c9-a156-4be8d7d8d453. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.490159] env[69702]: DEBUG nova.network.neutron [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Updating instance_info_cache with network_info: [{"id": "198f546d-b960-47c9-a156-4be8d7d8d453", "address": "fa:16:3e:92:4b:ac", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198f546d-b9", "ovs_interfaceid": "198f546d-b960-47c9-a156-4be8d7d8d453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.493681] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.494211] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a074f0b-84c7-4182-b5fb-1cb528f15ce8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.504486] env[69702]: DEBUG oslo_vmware.api [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 1026.504486] env[69702]: value = "task-3085625" [ 1026.504486] env[69702]: _type = "Task" [ 1026.504486] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.515585] env[69702]: DEBUG oslo_vmware.api [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.688923] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085621, 'name': Destroy_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.777760] env[69702]: DEBUG oslo_concurrency.lockutils [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.555s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.791486] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.385s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.793011] env[69702]: INFO nova.compute.claims [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.805094] env[69702]: DEBUG oslo_vmware.api [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085624, 'name': ReconfigVM_Task, 'duration_secs': 0.185861} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.805726] env[69702]: INFO nova.scheduler.client.report [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Deleted allocations for instance bc412877-6d0c-4347-8ad4-a453a16789d9 [ 1026.813337] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617666', 'volume_id': 'e01dbe52-59eb-4a7c-ae34-3c492d656186', 'name': 'volume-e01dbe52-59eb-4a7c-ae34-3c492d656186', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a764b38d-4e4d-4b80-81d4-441bdebcfa0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e01dbe52-59eb-4a7c-ae34-3c492d656186', 'serial': 'e01dbe52-59eb-4a7c-ae34-3c492d656186'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1026.815656] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092063} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.815896] env[69702]: DEBUG oslo_vmware.api [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085622, 'name': PowerOnVM_Task, 'duration_secs': 0.53437} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.818636] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.818888] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.819130] env[69702]: DEBUG nova.compute.manager [None req-f69a70ba-3f9a-4ecd-9b18-fa4728647c1e tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.820195] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4c9205-8701-438e-9650-d1200524b535 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.823342] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00efaf9f-2f3c-4486-88e9-78b16c9814f4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.854844] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 6ab84752-82a0-439d-9ef5-10af2d519311/6ab84752-82a0-439d-9ef5-10af2d519311.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.858048] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-289f2113-f220-45a7-a60f-918fa442d3a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.880604] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1026.880604] env[69702]: value = "task-3085626" [ 1026.880604] env[69702]: _type = "Task" [ 1026.880604] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.890611] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.984216] env[69702]: DEBUG oslo_vmware.api [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085620, 'name': PowerOnVM_Task, 'duration_secs': 0.67654} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.984702] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.984972] env[69702]: INFO nova.compute.manager [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1026.989019] env[69702]: DEBUG nova.compute.manager [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.989019] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e49457-4ac5-4ef4-8f0a-001b0d6d1f0e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.997366] env[69702]: DEBUG oslo_concurrency.lockutils [req-98847b17-e804-463b-9cbb-016df94ac16d req-74435146-4212-4cf9-8d06-43034daf5206 service nova] Releasing lock "refresh_cache-6ab84752-82a0-439d-9ef5-10af2d519311" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.001091] env[69702]: DEBUG nova.network.neutron [req-e7e502e9-339d-4cb5-a17f-178988f9f656 req-bee3e160-7902-439d-9267-d9214755a28d service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updated VIF entry in instance network info cache for port a6870245-93ba-440d-a778-ced90bd7b80b. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.001513] env[69702]: DEBUG nova.network.neutron [req-e7e502e9-339d-4cb5-a17f-178988f9f656 req-bee3e160-7902-439d-9267-d9214755a28d service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance_info_cache with network_info: [{"id": "a6870245-93ba-440d-a778-ced90bd7b80b", "address": "fa:16:3e:b1:8e:a3", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6870245-93", "ovs_interfaceid": "a6870245-93ba-440d-a778-ced90bd7b80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.015207] env[69702]: DEBUG oslo_vmware.api [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085625, 'name': PowerOffVM_Task, 'duration_secs': 0.332739} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.015487] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.015896] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.015931] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca92c41d-9d9a-4b0c-8093-3c679dbd8cdc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.115210] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.115450] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.115639] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Deleting the datastore file [datastore2] 984f6f0d-1372-41e0-b6d3-20212b0497aa {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.115912] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5716567-aef2-4243-95d2-cf41bf4ce8cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.125230] env[69702]: DEBUG oslo_vmware.api [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 1027.125230] env[69702]: value = "task-3085628" [ 1027.125230] env[69702]: _type = "Task" [ 1027.125230] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.135520] env[69702]: DEBUG oslo_vmware.api [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.165304] env[69702]: DEBUG nova.compute.manager [req-4f699bb0-a5f6-4e90-9db1-1d4373afeb4b req-6487f638-feb5-405a-a33c-6e6a1a55bf32 service nova] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Received event network-vif-plugged-c930f987-61f2-4652-84f8-4e6df24fae2f {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.165304] env[69702]: DEBUG oslo_concurrency.lockutils [req-4f699bb0-a5f6-4e90-9db1-1d4373afeb4b req-6487f638-feb5-405a-a33c-6e6a1a55bf32 service nova] Acquiring lock "6443fab2-7379-47a7-90da-138abec5ca63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.165304] env[69702]: DEBUG oslo_concurrency.lockutils [req-4f699bb0-a5f6-4e90-9db1-1d4373afeb4b req-6487f638-feb5-405a-a33c-6e6a1a55bf32 service nova] Lock "6443fab2-7379-47a7-90da-138abec5ca63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.165304] env[69702]: DEBUG oslo_concurrency.lockutils [req-4f699bb0-a5f6-4e90-9db1-1d4373afeb4b req-6487f638-feb5-405a-a33c-6e6a1a55bf32 service nova] Lock "6443fab2-7379-47a7-90da-138abec5ca63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.166074] env[69702]: DEBUG nova.compute.manager [req-4f699bb0-a5f6-4e90-9db1-1d4373afeb4b req-6487f638-feb5-405a-a33c-6e6a1a55bf32 service nova] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] No waiting events found dispatching network-vif-plugged-c930f987-61f2-4652-84f8-4e6df24fae2f {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.166644] env[69702]: WARNING nova.compute.manager [req-4f699bb0-a5f6-4e90-9db1-1d4373afeb4b req-6487f638-feb5-405a-a33c-6e6a1a55bf32 service nova] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Received unexpected event network-vif-plugged-c930f987-61f2-4652-84f8-4e6df24fae2f for instance with vm_state building and task_state spawning. [ 1027.175211] env[69702]: DEBUG nova.network.neutron [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Successfully updated port: c930f987-61f2-4652-84f8-4e6df24fae2f {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.194609] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085621, 'name': Destroy_Task, 'duration_secs': 0.563037} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.194877] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Destroyed the VM [ 1027.195743] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1027.195743] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-734fdfac-8892-4133-b86f-8b0d2a16c5ca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.204649] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1027.204649] env[69702]: value = "task-3085629" [ 1027.204649] env[69702]: _type = "Task" [ 1027.204649] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.214410] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085629, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.323133] env[69702]: DEBUG oslo_concurrency.lockutils [None req-89674e6e-282d-4ad2-bc45-2d4717a4f94a tempest-ServersTestJSON-778041175 tempest-ServersTestJSON-778041175-project-member] Lock "bc412877-6d0c-4347-8ad4-a453a16789d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.006s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.392943] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.394441] env[69702]: DEBUG nova.objects.instance [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lazy-loading 'flavor' on Instance uuid a764b38d-4e4d-4b80-81d4-441bdebcfa0f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.503974] env[69702]: DEBUG oslo_concurrency.lockutils [req-e7e502e9-339d-4cb5-a17f-178988f9f656 req-bee3e160-7902-439d-9267-d9214755a28d service nova] Releasing lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.511022] env[69702]: INFO nova.compute.manager [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Took 20.75 seconds to build instance. [ 1027.640445] env[69702]: DEBUG oslo_vmware.api [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.676787] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "refresh_cache-6443fab2-7379-47a7-90da-138abec5ca63" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.677824] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquired lock "refresh_cache-6443fab2-7379-47a7-90da-138abec5ca63" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.677824] env[69702]: DEBUG nova.network.neutron [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.717513] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085629, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.892265] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085626, 'name': ReconfigVM_Task, 'duration_secs': 0.929358} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.892696] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 6ab84752-82a0-439d-9ef5-10af2d519311/6ab84752-82a0-439d-9ef5-10af2d519311.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.893407] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad263f39-9759-4e5a-b5ef-f56dbb19431e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.906486] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1027.906486] env[69702]: value = "task-3085630" [ 1027.906486] env[69702]: _type = "Task" [ 1027.906486] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.921160] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085630, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.014038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5ee66e72-deb9-4f38-ba50-7ed3c1036aad tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Lock "9bde39fc-8976-4a80-b166-bc237cc38f5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.266s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.038012] env[69702]: DEBUG oslo_concurrency.lockutils [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "1281468d-bd38-443b-8fcc-27a72a9c084e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.038012] env[69702]: DEBUG oslo_concurrency.lockutils [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "1281468d-bd38-443b-8fcc-27a72a9c084e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.038012] env[69702]: DEBUG oslo_concurrency.lockutils [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "1281468d-bd38-443b-8fcc-27a72a9c084e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.038229] env[69702]: DEBUG oslo_concurrency.lockutils [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "1281468d-bd38-443b-8fcc-27a72a9c084e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.038439] env[69702]: DEBUG oslo_concurrency.lockutils [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "1281468d-bd38-443b-8fcc-27a72a9c084e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.040855] env[69702]: INFO nova.compute.manager [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Terminating instance [ 1028.137318] env[69702]: DEBUG oslo_vmware.api [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.566623} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.137611] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.137802] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.138030] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.138321] env[69702]: INFO nova.compute.manager [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1028.138506] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.139687] env[69702]: DEBUG nova.compute.manager [-] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.139772] env[69702]: DEBUG nova.network.neutron [-] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.142161] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c5fe8e-86a2-43c7-b6f5-ea60cade80c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.151325] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbedcce0-f532-4b67-8aca-f63b7e93d549 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.199508] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6f2666-aba8-41b8-beb0-69da3e494bec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.216486] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7022349c-034d-469b-a6e3-e53dcc542c25 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.227421] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085629, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.235711] env[69702]: DEBUG nova.compute.provider_tree [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.277286] env[69702]: DEBUG nova.network.neutron [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.341653] env[69702]: INFO nova.compute.manager [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Rescuing [ 1028.341993] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquiring lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.342160] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquired lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.342346] env[69702]: DEBUG nova.network.neutron [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.402327] env[69702]: DEBUG oslo_concurrency.lockutils [None req-48fb2e67-00d1-4238-90ed-cca3d395c0c8 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.421s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.417336] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085630, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.551826] env[69702]: DEBUG nova.compute.manager [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.552072] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.553261] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a176fbc-44af-4de9-bd81-cc2e5f090d07 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.562492] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.562759] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29bb5598-ae2e-4819-bf51-4412b99c95cf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.590638] env[69702]: DEBUG nova.network.neutron [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Updating instance_info_cache with network_info: [{"id": "c930f987-61f2-4652-84f8-4e6df24fae2f", "address": "fa:16:3e:ce:0c:ca", "network": {"id": "1c9568b8-e920-4362-abe5-e1b19364e056", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857360950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6f4059bbb9ea4d4abe5155039fa97b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc930f987-61", "ovs_interfaceid": "c930f987-61f2-4652-84f8-4e6df24fae2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.649145] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.649145] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.649742] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleting the datastore file [datastore1] 1281468d-bd38-443b-8fcc-27a72a9c084e {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.649742] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4d56b21-feb2-450e-b68a-a20863bf9138 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.660720] env[69702]: DEBUG oslo_vmware.api [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1028.660720] env[69702]: value = "task-3085632" [ 1028.660720] env[69702]: _type = "Task" [ 1028.660720] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.677398] env[69702]: DEBUG oslo_vmware.api [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.721880] env[69702]: DEBUG oslo_vmware.api [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085629, 'name': RemoveSnapshot_Task, 'duration_secs': 1.160253} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.722258] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1028.722538] env[69702]: INFO nova.compute.manager [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Took 16.31 seconds to snapshot the instance on the hypervisor. [ 1028.739693] env[69702]: DEBUG nova.scheduler.client.report [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.815215] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "5edd2bf4-94ab-4318-8b7e-55bfbb3c8158" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.815968] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "5edd2bf4-94ab-4318-8b7e-55bfbb3c8158" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.919503] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085630, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.096428] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Releasing lock "refresh_cache-6443fab2-7379-47a7-90da-138abec5ca63" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.096879] env[69702]: DEBUG nova.compute.manager [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Instance network_info: |[{"id": "c930f987-61f2-4652-84f8-4e6df24fae2f", "address": "fa:16:3e:ce:0c:ca", "network": {"id": "1c9568b8-e920-4362-abe5-e1b19364e056", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857360950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6f4059bbb9ea4d4abe5155039fa97b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc930f987-61", "ovs_interfaceid": "c930f987-61f2-4652-84f8-4e6df24fae2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.097968] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:0c:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c930f987-61f2-4652-84f8-4e6df24fae2f', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.114731] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Creating folder: Project (6f4059bbb9ea4d4abe5155039fa97b67). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.119612] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a8b66f5-55b1-468a-8838-c8f4da0d4f32 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.137943] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Created folder: Project (6f4059bbb9ea4d4abe5155039fa97b67) in parent group-v617437. [ 1029.138296] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Creating folder: Instances. Parent ref: group-v617699. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.138656] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7bf7a09-534f-47a1-ab3b-c337fe64b523 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.152910] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Created folder: Instances in parent group-v617699. [ 1029.153335] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.153644] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.154075] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a197d34b-bf6c-497d-a3b3-095697e798e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.204783] env[69702]: DEBUG nova.network.neutron [-] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.206575] env[69702]: DEBUG oslo_vmware.api [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261909} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.209500] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.209824] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.210458] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.210763] env[69702]: INFO nova.compute.manager [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1029.211138] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.211826] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.211826] env[69702]: value = "task-3085635" [ 1029.211826] env[69702]: _type = "Task" [ 1029.211826] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.212050] env[69702]: DEBUG nova.compute.manager [-] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.212151] env[69702]: DEBUG nova.network.neutron [-] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.226724] env[69702]: DEBUG nova.compute.manager [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Instance disappeared during snapshot {{(pid=69702) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1029.229217] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085635, 'name': CreateVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.243931] env[69702]: DEBUG nova.compute.manager [None req-2f284c4f-f628-468c-86d9-ef96e42f6f3e tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Image not found during clean up 0217b9bb-f606-47a5-8d37-bece56788dba {{(pid=69702) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1029.245212] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.245917] env[69702]: DEBUG nova.compute.manager [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.248936] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.270s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.249388] env[69702]: DEBUG nova.objects.instance [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lazy-loading 'resources' on Instance uuid ce59939e-2272-42a8-9dcf-def341631683 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.297124] env[69702]: DEBUG nova.compute.manager [req-0d56abbb-3075-4498-9163-ad95b651b472 req-fb4b253a-bdca-4255-8d55-f878ffd99c9a service nova] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Received event network-changed-c930f987-61f2-4652-84f8-4e6df24fae2f {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.297124] env[69702]: DEBUG nova.compute.manager [req-0d56abbb-3075-4498-9163-ad95b651b472 req-fb4b253a-bdca-4255-8d55-f878ffd99c9a service nova] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Refreshing instance network info cache due to event network-changed-c930f987-61f2-4652-84f8-4e6df24fae2f. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.297658] env[69702]: DEBUG oslo_concurrency.lockutils [req-0d56abbb-3075-4498-9163-ad95b651b472 req-fb4b253a-bdca-4255-8d55-f878ffd99c9a service nova] Acquiring lock "refresh_cache-6443fab2-7379-47a7-90da-138abec5ca63" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.297935] env[69702]: DEBUG oslo_concurrency.lockutils [req-0d56abbb-3075-4498-9163-ad95b651b472 req-fb4b253a-bdca-4255-8d55-f878ffd99c9a service nova] Acquired lock "refresh_cache-6443fab2-7379-47a7-90da-138abec5ca63" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.298269] env[69702]: DEBUG nova.network.neutron [req-0d56abbb-3075-4498-9163-ad95b651b472 req-fb4b253a-bdca-4255-8d55-f878ffd99c9a service nova] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Refreshing network info cache for port c930f987-61f2-4652-84f8-4e6df24fae2f {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.321412] env[69702]: DEBUG nova.compute.manager [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.366026] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.366026] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.366026] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.366026] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.366026] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.366339] env[69702]: INFO nova.compute.manager [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Terminating instance [ 1029.422422] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085630, 'name': Rename_Task, 'duration_secs': 1.193466} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.423208] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.423524] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2649f11d-53d9-44ab-9aad-764ba650932a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.431152] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1029.431152] env[69702]: value = "task-3085636" [ 1029.431152] env[69702]: _type = "Task" [ 1029.431152] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.446014] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.454096] env[69702]: DEBUG nova.network.neutron [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updating instance_info_cache with network_info: [{"id": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "address": "fa:16:3e:ba:8b:b5", "network": {"id": "39be788f-b7e8-4f9c-9fe3-75342f0d3889", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-390118559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9133782a4a242608263bf24247b19ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30036c8f-3e", "ovs_interfaceid": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.708640] env[69702]: INFO nova.compute.manager [-] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Took 1.57 seconds to deallocate network for instance. [ 1029.729660] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085635, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.752257] env[69702]: DEBUG nova.compute.utils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.759634] env[69702]: DEBUG nova.compute.manager [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.760902] env[69702]: DEBUG nova.network.neutron [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.844972] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.870394] env[69702]: DEBUG nova.compute.manager [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.870912] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.875913] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21398884-e744-4efd-a79d-695794b3ad3f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.882208] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.882208] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1d501bb-23c1-4b5a-873c-a9e6b84fa124 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.893234] env[69702]: DEBUG oslo_vmware.api [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 1029.893234] env[69702]: value = "task-3085637" [ 1029.893234] env[69702]: _type = "Task" [ 1029.893234] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.905134] env[69702]: DEBUG oslo_vmware.api [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.917211] env[69702]: DEBUG nova.policy [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad4f07253ce84831aa0875546d0cb17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1fd499c118d487799ec3954cbb2b36b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.949022] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085636, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.956084] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Releasing lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.121781] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b69b057-50ef-407c-be61-4d5393aa4c44 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.137869] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b5db9a-4774-46a4-a77c-456e73216fa5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.180567] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7eaa4e-e0ca-4fc2-af27-353f13d523f3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.192886] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a27a37e-c01a-4adb-ad04-f56c39238cea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.212764] env[69702]: DEBUG nova.compute.provider_tree [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.218183] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.232105] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085635, 'name': CreateVM_Task, 'duration_secs': 0.566919} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.232295] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.233041] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.233218] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.233560] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.233824] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88162e3-fb04-46a9-a1f0-8922a5d01bb7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.243057] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1030.243057] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521c15be-340c-bb1c-8610-4d9ce0a1f21b" [ 1030.243057] env[69702]: _type = "Task" [ 1030.243057] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.253218] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521c15be-340c-bb1c-8610-4d9ce0a1f21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.260886] env[69702]: DEBUG nova.compute.manager [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.321141] env[69702]: DEBUG nova.network.neutron [req-0d56abbb-3075-4498-9163-ad95b651b472 req-fb4b253a-bdca-4255-8d55-f878ffd99c9a service nova] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Updated VIF entry in instance network info cache for port c930f987-61f2-4652-84f8-4e6df24fae2f. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.322086] env[69702]: DEBUG nova.network.neutron [req-0d56abbb-3075-4498-9163-ad95b651b472 req-fb4b253a-bdca-4255-8d55-f878ffd99c9a service nova] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Updating instance_info_cache with network_info: [{"id": "c930f987-61f2-4652-84f8-4e6df24fae2f", "address": "fa:16:3e:ce:0c:ca", "network": {"id": "1c9568b8-e920-4362-abe5-e1b19364e056", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857360950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6f4059bbb9ea4d4abe5155039fa97b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc930f987-61", "ovs_interfaceid": "c930f987-61f2-4652-84f8-4e6df24fae2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.400541] env[69702]: DEBUG nova.network.neutron [-] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.411182] env[69702]: DEBUG oslo_vmware.api [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085637, 'name': PowerOffVM_Task, 'duration_secs': 0.328643} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.411182] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.411182] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.411182] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57a8db77-0370-4f9a-8f07-a16ead979901 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.444976] env[69702]: DEBUG oslo_vmware.api [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085636, 'name': PowerOnVM_Task, 'duration_secs': 0.839733} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.445532] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.446629] env[69702]: INFO nova.compute.manager [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1030.446949] env[69702]: DEBUG nova.compute.manager [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.451296] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9f6c36-035e-4828-a312-c4cef65ff98e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.507596] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.508700] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.508700] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Deleting the datastore file [datastore1] a764b38d-4e4d-4b80-81d4-441bdebcfa0f {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.508700] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc1ea4ed-1d16-42c7-b25c-393afb03956d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.517220] env[69702]: DEBUG oslo_vmware.api [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 1030.517220] env[69702]: value = "task-3085639" [ 1030.517220] env[69702]: _type = "Task" [ 1030.517220] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.528222] env[69702]: DEBUG oslo_vmware.api [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.551493] env[69702]: DEBUG nova.network.neutron [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Successfully created port: 5f99eca3-4116-4ab0-aaec-d5711fe20f20 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.720675] env[69702]: DEBUG nova.scheduler.client.report [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.758533] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521c15be-340c-bb1c-8610-4d9ce0a1f21b, 'name': SearchDatastore_Task, 'duration_secs': 0.014576} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.758889] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.759194] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.759765] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.759765] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.759842] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.760193] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0a38211-b764-42e6-b6d9-74fa943818df {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.784628] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.785118] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.786092] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e505260-cf29-4a5c-a041-ef3659ae146c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.793762] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1030.793762] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522e3865-ce99-05b0-87ae-d2f8c0b27a91" [ 1030.793762] env[69702]: _type = "Task" [ 1030.793762] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.803445] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522e3865-ce99-05b0-87ae-d2f8c0b27a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.824417] env[69702]: DEBUG oslo_concurrency.lockutils [req-0d56abbb-3075-4498-9163-ad95b651b472 req-fb4b253a-bdca-4255-8d55-f878ffd99c9a service nova] Releasing lock "refresh_cache-6443fab2-7379-47a7-90da-138abec5ca63" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.824688] env[69702]: DEBUG nova.compute.manager [req-0d56abbb-3075-4498-9163-ad95b651b472 req-fb4b253a-bdca-4255-8d55-f878ffd99c9a service nova] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Received event network-vif-deleted-20fa554b-daff-4f7e-80e2-a7a24d03898c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.904867] env[69702]: INFO nova.compute.manager [-] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Took 1.69 seconds to deallocate network for instance. [ 1030.976246] env[69702]: INFO nova.compute.manager [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Took 23.77 seconds to build instance. [ 1031.030626] env[69702]: DEBUG oslo_vmware.api [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.030743] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.031284] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.031284] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.031284] env[69702]: INFO nova.compute.manager [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1031.031521] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.031705] env[69702]: DEBUG nova.compute.manager [-] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.031794] env[69702]: DEBUG nova.network.neutron [-] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.230011] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.232846] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.927s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.235744] env[69702]: INFO nova.compute.claims [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.259393] env[69702]: INFO nova.scheduler.client.report [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted allocations for instance ce59939e-2272-42a8-9dcf-def341631683 [ 1031.272031] env[69702]: DEBUG nova.compute.manager [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.301266] env[69702]: DEBUG nova.virt.hardware [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.301540] env[69702]: DEBUG nova.virt.hardware [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.301742] env[69702]: DEBUG nova.virt.hardware [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.301942] env[69702]: DEBUG nova.virt.hardware [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.302111] env[69702]: DEBUG nova.virt.hardware [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.302266] env[69702]: DEBUG nova.virt.hardware [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.302482] env[69702]: DEBUG nova.virt.hardware [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.302645] env[69702]: DEBUG nova.virt.hardware [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.302815] env[69702]: DEBUG nova.virt.hardware [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.302979] env[69702]: DEBUG nova.virt.hardware [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.303221] env[69702]: DEBUG nova.virt.hardware [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.304822] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504ae431-70cf-4b5e-ae23-4a34364d03d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.311826] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522e3865-ce99-05b0-87ae-d2f8c0b27a91, 'name': SearchDatastore_Task, 'duration_secs': 0.013643} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.312975] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e869e1c-1cde-4388-a6b5-c0ae17ed060c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.318937] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0626b027-7cfd-4979-92e9-25cd5c00c5ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.324547] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1031.324547] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a04bbc-af50-9c44-41ab-88ece7846050" [ 1031.324547] env[69702]: _type = "Task" [ 1031.324547] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.343443] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a04bbc-af50-9c44-41ab-88ece7846050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.412035] env[69702]: DEBUG oslo_concurrency.lockutils [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.478478] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed4baef1-8c65-43e1-a9ed-21c98bb8c070 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "6ab84752-82a0-439d-9ef5-10af2d519311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.279s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.507581] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.507777] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7158850-2f10-4df7-9954-326d71ff2ea5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.515537] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1031.515537] env[69702]: value = "task-3085640" [ 1031.515537] env[69702]: _type = "Task" [ 1031.515537] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.525309] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.685159] env[69702]: DEBUG nova.compute.manager [req-b2237c28-3f7d-4449-a76b-f690f12b9b5c req-6885c763-afb8-4720-a717-4ce98cbb8e18 service nova] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Received event network-vif-deleted-84b81c31-1d89-47af-add6-5fb78a0a7442 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.783892] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8d666e8a-a48d-468a-bf04-426fe0d80cfd tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "ce59939e-2272-42a8-9dcf-def341631683" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.902s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.843709] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a04bbc-af50-9c44-41ab-88ece7846050, 'name': SearchDatastore_Task, 'duration_secs': 0.042295} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.844038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.844353] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 6443fab2-7379-47a7-90da-138abec5ca63/6443fab2-7379-47a7-90da-138abec5ca63.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.844729] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d8cc6ac-599b-4a2b-9e21-a255b052dc19 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.854049] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1031.854049] env[69702]: value = "task-3085641" [ 1031.854049] env[69702]: _type = "Task" [ 1031.854049] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.864509] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.039238] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085640, 'name': PowerOffVM_Task, 'duration_secs': 0.309522} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.039238] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.039238] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9966c8de-af62-4458-941c-e810f6afa891 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.070810] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226666d1-d5d7-4265-9a78-2ebfa64cb5ca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.115432] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.116217] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c02435-c0cb-4f6b-b8ba-5f2700351689 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.128411] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1032.128411] env[69702]: value = "task-3085642" [ 1032.128411] env[69702]: _type = "Task" [ 1032.128411] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.142779] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1032.142779] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.142927] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.143071] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.143498] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.143635] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-117f60d0-fc59-4928-a621-25558d15667e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.162184] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.162428] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.163912] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e2613a7-3fbb-49b2-9c12-f24b43f41168 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.174608] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1032.174608] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f731d3-7eb0-335f-da8f-8ae45fb31d3d" [ 1032.174608] env[69702]: _type = "Task" [ 1032.174608] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.193239] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f731d3-7eb0-335f-da8f-8ae45fb31d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.369251] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085641, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.522122] env[69702]: DEBUG oslo_concurrency.lockutils [None req-216d5264-2aa4-470a-ad18-41e8be1e9d05 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "6ab84752-82a0-439d-9ef5-10af2d519311" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.522372] env[69702]: DEBUG oslo_concurrency.lockutils [None req-216d5264-2aa4-470a-ad18-41e8be1e9d05 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "6ab84752-82a0-439d-9ef5-10af2d519311" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.522585] env[69702]: DEBUG nova.compute.manager [None req-216d5264-2aa4-470a-ad18-41e8be1e9d05 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.523680] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c79844-e6cd-4092-892f-d0a009efc07a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.531036] env[69702]: DEBUG nova.compute.manager [None req-216d5264-2aa4-470a-ad18-41e8be1e9d05 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69702) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1032.531610] env[69702]: DEBUG nova.objects.instance [None req-216d5264-2aa4-470a-ad18-41e8be1e9d05 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lazy-loading 'flavor' on Instance uuid 6ab84752-82a0-439d-9ef5-10af2d519311 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.583478] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e0fcad-33f8-4ef5-8fa4-1ada6155cca6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.586158] env[69702]: DEBUG nova.network.neutron [-] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.594402] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcfd8c3-e2ba-45dd-b2d0-bf1761bb9749 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.630742] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71053d35-51b4-43ce-89a0-f6302568c2b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.643422] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff6358d-70a6-4f42-b17e-918aed9d8b87 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.661590] env[69702]: DEBUG nova.compute.provider_tree [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.671835] env[69702]: DEBUG nova.network.neutron [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Successfully updated port: 5f99eca3-4116-4ab0-aaec-d5711fe20f20 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.687698] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f731d3-7eb0-335f-da8f-8ae45fb31d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.064318} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.688529] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e505685-aadb-44fc-be59-b8ec83ff215e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.695445] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1032.695445] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525f28b9-c107-415e-43cb-a5c4ecb124eb" [ 1032.695445] env[69702]: _type = "Task" [ 1032.695445] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.707269] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525f28b9-c107-415e-43cb-a5c4ecb124eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.868269] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573208} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.869030] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 6443fab2-7379-47a7-90da-138abec5ca63/6443fab2-7379-47a7-90da-138abec5ca63.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.869030] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.869206] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a1a6d3e-7f5c-494a-8796-830fc1c7ef89 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.876962] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1032.876962] env[69702]: value = "task-3085643" [ 1032.876962] env[69702]: _type = "Task" [ 1032.876962] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.886662] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.090966] env[69702]: INFO nova.compute.manager [-] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Took 2.06 seconds to deallocate network for instance. [ 1033.166110] env[69702]: DEBUG nova.scheduler.client.report [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.179628] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "refresh_cache-5c3745b8-1494-4cdf-89fe-e30b1eba7c13" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.179628] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "refresh_cache-5c3745b8-1494-4cdf-89fe-e30b1eba7c13" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.179628] env[69702]: DEBUG nova.network.neutron [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.210656] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525f28b9-c107-415e-43cb-a5c4ecb124eb, 'name': SearchDatastore_Task, 'duration_secs': 0.024681} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.210911] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.211218] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 9bde39fc-8976-4a80-b166-bc237cc38f5f/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk. {{(pid=69702) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1033.211493] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-859555be-e025-418e-8410-369b410b0388 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.221077] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1033.221077] env[69702]: value = "task-3085644" [ 1033.221077] env[69702]: _type = "Task" [ 1033.221077] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.239543] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.394729] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08608} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.395117] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.398143] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a2fcb6-8d70-4041-bf43-79907238f738 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.428112] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 6443fab2-7379-47a7-90da-138abec5ca63/6443fab2-7379-47a7-90da-138abec5ca63.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.430160] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-264ae249-0bed-402b-a759-fd2ab8f0c986 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.447371] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.447630] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.457476] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1033.457476] env[69702]: value = "task-3085645" [ 1033.457476] env[69702]: _type = "Task" [ 1033.457476] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.466403] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.540067] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-216d5264-2aa4-470a-ad18-41e8be1e9d05 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.540413] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbb5333f-ebcc-43d6-a00a-08af744344f8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.550210] env[69702]: DEBUG oslo_vmware.api [None req-216d5264-2aa4-470a-ad18-41e8be1e9d05 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1033.550210] env[69702]: value = "task-3085646" [ 1033.550210] env[69702]: _type = "Task" [ 1033.550210] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.565022] env[69702]: DEBUG oslo_vmware.api [None req-216d5264-2aa4-470a-ad18-41e8be1e9d05 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.598611] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.678096] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.678096] env[69702]: DEBUG nova.compute.manager [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.681431] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.836s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.683105] env[69702]: INFO nova.compute.claims [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.730507] env[69702]: DEBUG nova.compute.manager [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Received event network-vif-deleted-6db113c5-1a63-49e3-94d3-e6e1976ad0b2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.730807] env[69702]: DEBUG nova.compute.manager [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Received event network-vif-plugged-5f99eca3-4116-4ab0-aaec-d5711fe20f20 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.731064] env[69702]: DEBUG oslo_concurrency.lockutils [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] Acquiring lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.731327] env[69702]: DEBUG oslo_concurrency.lockutils [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] Lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.731544] env[69702]: DEBUG oslo_concurrency.lockutils [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] Lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.731787] env[69702]: DEBUG nova.compute.manager [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] No waiting events found dispatching network-vif-plugged-5f99eca3-4116-4ab0-aaec-d5711fe20f20 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.732022] env[69702]: WARNING nova.compute.manager [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Received unexpected event network-vif-plugged-5f99eca3-4116-4ab0-aaec-d5711fe20f20 for instance with vm_state building and task_state spawning. [ 1033.732234] env[69702]: DEBUG nova.compute.manager [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Received event network-changed-5f99eca3-4116-4ab0-aaec-d5711fe20f20 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.732431] env[69702]: DEBUG nova.compute.manager [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Refreshing instance network info cache due to event network-changed-5f99eca3-4116-4ab0-aaec-d5711fe20f20. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.732648] env[69702]: DEBUG oslo_concurrency.lockutils [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] Acquiring lock "refresh_cache-5c3745b8-1494-4cdf-89fe-e30b1eba7c13" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.738846] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085644, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.750248] env[69702]: DEBUG nova.network.neutron [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.950362] env[69702]: DEBUG nova.compute.manager [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.973520] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085645, 'name': ReconfigVM_Task, 'duration_secs': 0.505178} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.973520] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 6443fab2-7379-47a7-90da-138abec5ca63/6443fab2-7379-47a7-90da-138abec5ca63.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.973865] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce0d23fb-0429-4439-9621-bcc8ac919832 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.985130] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1033.985130] env[69702]: value = "task-3085647" [ 1033.985130] env[69702]: _type = "Task" [ 1033.985130] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.009029] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085647, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.009547] env[69702]: DEBUG nova.network.neutron [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Updating instance_info_cache with network_info: [{"id": "5f99eca3-4116-4ab0-aaec-d5711fe20f20", "address": "fa:16:3e:5a:68:0c", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f99eca3-41", "ovs_interfaceid": "5f99eca3-4116-4ab0-aaec-d5711fe20f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.062589] env[69702]: DEBUG oslo_vmware.api [None req-216d5264-2aa4-470a-ad18-41e8be1e9d05 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085646, 'name': PowerOffVM_Task, 'duration_secs': 0.493572} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.063411] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-216d5264-2aa4-470a-ad18-41e8be1e9d05 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.063670] env[69702]: DEBUG nova.compute.manager [None req-216d5264-2aa4-470a-ad18-41e8be1e9d05 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.066940] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a816d23-9079-45e2-bdc0-9378b611859f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.189088] env[69702]: DEBUG nova.compute.utils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.190972] env[69702]: DEBUG nova.compute.manager [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.193342] env[69702]: DEBUG nova.network.neutron [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.233682] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776085} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.233969] env[69702]: INFO nova.virt.vmwareapi.ds_util [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 9bde39fc-8976-4a80-b166-bc237cc38f5f/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk. [ 1034.234782] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510ebf17-e763-4a6c-939e-d5cfdc9937f6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.262650] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 9bde39fc-8976-4a80-b166-bc237cc38f5f/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.262883] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b7a3b51-380e-47ec-bea4-5891074c05bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.280958] env[69702]: DEBUG nova.policy [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd10bbe1bf4894d159adfa9608fb6ebcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9251ee7f0dc6425f8bb25921c6ae3377', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.292031] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1034.292031] env[69702]: value = "task-3085648" [ 1034.292031] env[69702]: _type = "Task" [ 1034.292031] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.300994] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.475330] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.495281] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085647, 'name': Rename_Task, 'duration_secs': 0.177327} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.495575] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.495833] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a75a9242-f8db-4744-8036-c91ecbe6b8fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.503512] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1034.503512] env[69702]: value = "task-3085649" [ 1034.503512] env[69702]: _type = "Task" [ 1034.503512] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.515084] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "refresh_cache-5c3745b8-1494-4cdf-89fe-e30b1eba7c13" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.515539] env[69702]: DEBUG nova.compute.manager [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Instance network_info: |[{"id": "5f99eca3-4116-4ab0-aaec-d5711fe20f20", "address": "fa:16:3e:5a:68:0c", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f99eca3-41", "ovs_interfaceid": "5f99eca3-4116-4ab0-aaec-d5711fe20f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.515926] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.516274] env[69702]: DEBUG oslo_concurrency.lockutils [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] Acquired lock "refresh_cache-5c3745b8-1494-4cdf-89fe-e30b1eba7c13" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.516553] env[69702]: DEBUG nova.network.neutron [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Refreshing network info cache for port 5f99eca3-4116-4ab0-aaec-d5711fe20f20 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.518080] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:68:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f99eca3-4116-4ab0-aaec-d5711fe20f20', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.527878] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.528310] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.528542] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-076a4bad-d58f-45e9-8a80-c67c3eaec43a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.552221] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.552221] env[69702]: value = "task-3085650" [ 1034.552221] env[69702]: _type = "Task" [ 1034.552221] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.563233] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085650, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.578213] env[69702]: DEBUG oslo_concurrency.lockutils [None req-216d5264-2aa4-470a-ad18-41e8be1e9d05 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "6ab84752-82a0-439d-9ef5-10af2d519311" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.698321] env[69702]: DEBUG nova.compute.manager [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.808601] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085648, 'name': ReconfigVM_Task, 'duration_secs': 0.354756} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.808919] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 9bde39fc-8976-4a80-b166-bc237cc38f5f/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.809930] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b9f959-e014-4ade-a849-722cf8efca73 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.855704] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-791c18ce-f39c-4dc4-8bc3-f7a7882b6a15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.871448] env[69702]: DEBUG nova.network.neutron [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Successfully created port: 2e09b91e-6c79-41c7-b90d-5e2a96185342 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.883863] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1034.883863] env[69702]: value = "task-3085654" [ 1034.883863] env[69702]: _type = "Task" [ 1034.883863] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.900866] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.021620] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085649, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.067119] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085650, 'name': CreateVM_Task, 'duration_secs': 0.410851} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.067430] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.068471] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.069081] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.069339] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.074872] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69e03c7-a166-42eb-9a45-cb92897515cd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.082324] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1035.082324] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e49399-420e-de33-56dc-e3a338ea6d51" [ 1035.082324] env[69702]: _type = "Task" [ 1035.082324] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.093886] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e49399-420e-de33-56dc-e3a338ea6d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.144750] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111a2bbf-09e8-4ca3-b740-5162a7d1999c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.155536] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb70987-a6cd-4ece-93c6-065ce4fe9a8d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.194374] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566cef4e-877d-4072-9680-0b358a3bb785 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.203434] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda2e59d-abdd-44ad-873b-a7b6729b1d97 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.223867] env[69702]: DEBUG nova.compute.provider_tree [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.392830] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085654, 'name': ReconfigVM_Task, 'duration_secs': 0.203219} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.393169] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.394288] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2378b0b9-66d3-4b72-a84c-beeee26d91b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.402571] env[69702]: INFO nova.compute.manager [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Rebuilding instance [ 1035.404626] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1035.404626] env[69702]: value = "task-3085655" [ 1035.404626] env[69702]: _type = "Task" [ 1035.404626] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.413792] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.450926] env[69702]: DEBUG nova.compute.manager [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.452158] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a20642-8566-4691-8865-8663fe5a2b5d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.516693] env[69702]: DEBUG oslo_vmware.api [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085649, 'name': PowerOnVM_Task, 'duration_secs': 0.630727} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.516693] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.516693] env[69702]: INFO nova.compute.manager [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1035.516693] env[69702]: DEBUG nova.compute.manager [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.517342] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7f6efb-82b8-489f-bbb5-625cb72d8874 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.547344] env[69702]: DEBUG nova.network.neutron [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Updated VIF entry in instance network info cache for port 5f99eca3-4116-4ab0-aaec-d5711fe20f20. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.547750] env[69702]: DEBUG nova.network.neutron [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Updating instance_info_cache with network_info: [{"id": "5f99eca3-4116-4ab0-aaec-d5711fe20f20", "address": "fa:16:3e:5a:68:0c", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f99eca3-41", "ovs_interfaceid": "5f99eca3-4116-4ab0-aaec-d5711fe20f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.597113] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e49399-420e-de33-56dc-e3a338ea6d51, 'name': SearchDatastore_Task, 'duration_secs': 0.024044} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.597113] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.597113] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.597113] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.597248] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.597540] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.598215] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b6ad531-efba-48a9-ac3e-a3dd64e56267 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.612810] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.613014] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.613820] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a7297b6-997b-4fdf-9656-fcd979e68f78 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.620214] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1035.620214] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5230af68-3a95-325c-df84-c40c1f4afcbe" [ 1035.620214] env[69702]: _type = "Task" [ 1035.620214] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.631161] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5230af68-3a95-325c-df84-c40c1f4afcbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.716349] env[69702]: DEBUG nova.compute.manager [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.729188] env[69702]: DEBUG nova.scheduler.client.report [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.749354] env[69702]: DEBUG nova.virt.hardware [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.749612] env[69702]: DEBUG nova.virt.hardware [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.749794] env[69702]: DEBUG nova.virt.hardware [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.749986] env[69702]: DEBUG nova.virt.hardware [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.750169] env[69702]: DEBUG nova.virt.hardware [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.750326] env[69702]: DEBUG nova.virt.hardware [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.750883] env[69702]: DEBUG nova.virt.hardware [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.751087] env[69702]: DEBUG nova.virt.hardware [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.751281] env[69702]: DEBUG nova.virt.hardware [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.751458] env[69702]: DEBUG nova.virt.hardware [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.751651] env[69702]: DEBUG nova.virt.hardware [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.752757] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c2b87a-a84e-4541-bf41-88677a79969e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.764208] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ae0b47-75fb-43d5-9d41-08d9f770f8a9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.915776] env[69702]: DEBUG oslo_vmware.api [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085655, 'name': PowerOnVM_Task, 'duration_secs': 0.423876} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.916126] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.919546] env[69702]: DEBUG nova.compute.manager [None req-a9c0784b-6149-483c-95ba-5f8be8a3cce1 tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.920473] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9725465b-2dd9-4a93-9e11-a5c9b3d8aebc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.037053] env[69702]: INFO nova.compute.manager [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Took 23.13 seconds to build instance. [ 1036.049984] env[69702]: DEBUG oslo_concurrency.lockutils [req-5a56d094-d89b-4ca3-8a53-46a62f09706e req-fc2140c2-552c-4078-b2d3-76d5cd270c39 service nova] Releasing lock "refresh_cache-5c3745b8-1494-4cdf-89fe-e30b1eba7c13" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.131374] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5230af68-3a95-325c-df84-c40c1f4afcbe, 'name': SearchDatastore_Task, 'duration_secs': 0.025266} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.132170] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929e428f-50be-4dab-aff3-a070d521b526 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.137892] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1036.137892] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52498afc-d6e5-73c9-6a92-4248ea8b0ab9" [ 1036.137892] env[69702]: _type = "Task" [ 1036.137892] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.145926] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52498afc-d6e5-73c9-6a92-4248ea8b0ab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.235993] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.237302] env[69702]: DEBUG nova.compute.manager [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.239900] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.022s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.239900] env[69702]: DEBUG nova.objects.instance [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lazy-loading 'resources' on Instance uuid 984f6f0d-1372-41e0-b6d3-20212b0497aa {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.324207] env[69702]: INFO nova.compute.manager [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Rescuing [ 1036.324207] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "refresh_cache-6443fab2-7379-47a7-90da-138abec5ca63" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.324207] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquired lock "refresh_cache-6443fab2-7379-47a7-90da-138abec5ca63" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.324207] env[69702]: DEBUG nova.network.neutron [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.466666] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.466970] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18c44589-4561-4253-887e-44e0873e2393 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.475541] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1036.475541] env[69702]: value = "task-3085656" [ 1036.475541] env[69702]: _type = "Task" [ 1036.475541] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.484143] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.538848] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e9d33047-5b16-4517-b884-0a498b81ea01 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "6443fab2-7379-47a7-90da-138abec5ca63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.643s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.653032] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52498afc-d6e5-73c9-6a92-4248ea8b0ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.028306} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.653032] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.653032] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 5c3745b8-1494-4cdf-89fe-e30b1eba7c13/5c3745b8-1494-4cdf-89fe-e30b1eba7c13.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.653032] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c24f09f-8aa0-4db4-b68c-03fc0b2b5b1f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.663021] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1036.663021] env[69702]: value = "task-3085657" [ 1036.663021] env[69702]: _type = "Task" [ 1036.663021] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.670825] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.745764] env[69702]: DEBUG nova.compute.utils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.750336] env[69702]: DEBUG nova.compute.manager [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.750570] env[69702]: DEBUG nova.network.neutron [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.896666] env[69702]: DEBUG nova.policy [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '716adb946d69497da836ff07210110ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffbd8c4f167948929c8fce43de842a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.995585] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1036.995957] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.997497] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cc8e51-b3ad-4e50-94fa-72392b765bc3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.006836] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.007204] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0adb8a5a-54a1-4a61-8ab0-1d44b1678630 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.097333] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.097670] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.097953] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleting the datastore file [datastore2] 6ab84752-82a0-439d-9ef5-10af2d519311 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.098278] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-186253fb-f0cb-4d41-a2b5-dec5a8c12bef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.111088] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1037.111088] env[69702]: value = "task-3085659" [ 1037.111088] env[69702]: _type = "Task" [ 1037.111088] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.122533] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.140845] env[69702]: DEBUG nova.compute.manager [req-8c7b02ab-aacf-4e5f-9ff0-65889d5724bb req-bcacac75-68e2-43f7-a50a-411d25825f9e service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Received event network-vif-plugged-2e09b91e-6c79-41c7-b90d-5e2a96185342 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.141167] env[69702]: DEBUG oslo_concurrency.lockutils [req-8c7b02ab-aacf-4e5f-9ff0-65889d5724bb req-bcacac75-68e2-43f7-a50a-411d25825f9e service nova] Acquiring lock "11b901e2-bc52-49e4-8f6e-9c50285dac55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.141525] env[69702]: DEBUG oslo_concurrency.lockutils [req-8c7b02ab-aacf-4e5f-9ff0-65889d5724bb req-bcacac75-68e2-43f7-a50a-411d25825f9e service nova] Lock "11b901e2-bc52-49e4-8f6e-9c50285dac55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.141923] env[69702]: DEBUG oslo_concurrency.lockutils [req-8c7b02ab-aacf-4e5f-9ff0-65889d5724bb req-bcacac75-68e2-43f7-a50a-411d25825f9e service nova] Lock "11b901e2-bc52-49e4-8f6e-9c50285dac55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.142063] env[69702]: DEBUG nova.compute.manager [req-8c7b02ab-aacf-4e5f-9ff0-65889d5724bb req-bcacac75-68e2-43f7-a50a-411d25825f9e service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] No waiting events found dispatching network-vif-plugged-2e09b91e-6c79-41c7-b90d-5e2a96185342 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.142308] env[69702]: WARNING nova.compute.manager [req-8c7b02ab-aacf-4e5f-9ff0-65889d5724bb req-bcacac75-68e2-43f7-a50a-411d25825f9e service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Received unexpected event network-vif-plugged-2e09b91e-6c79-41c7-b90d-5e2a96185342 for instance with vm_state building and task_state spawning. [ 1037.150533] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73dd3af-8a0c-4aef-9c23-6e6a62095720 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.169585] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1d03d6-35f5-4817-a747-2f5ee1568156 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.182386] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085657, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.209216] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678125a3-f75d-45d1-9599-c88be61c208b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.218518] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f61c8f-d26f-4a83-808b-e853ff235546 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.234693] env[69702]: DEBUG nova.compute.provider_tree [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.251193] env[69702]: DEBUG nova.compute.manager [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.624402] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19743} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.624652] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.624752] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.624952] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.675451] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586803} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.676433] env[69702]: DEBUG nova.network.neutron [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Successfully updated port: 2e09b91e-6c79-41c7-b90d-5e2a96185342 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.677813] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 5c3745b8-1494-4cdf-89fe-e30b1eba7c13/5c3745b8-1494-4cdf-89fe-e30b1eba7c13.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.678046] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.678797] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ebd4439-c8d8-4489-a0db-1eaad873b67b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.690988] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1037.690988] env[69702]: value = "task-3085661" [ 1037.690988] env[69702]: _type = "Task" [ 1037.690988] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.709537] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.738162] env[69702]: DEBUG nova.scheduler.client.report [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.802878] env[69702]: DEBUG nova.network.neutron [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Updating instance_info_cache with network_info: [{"id": "c930f987-61f2-4652-84f8-4e6df24fae2f", "address": "fa:16:3e:ce:0c:ca", "network": {"id": "1c9568b8-e920-4362-abe5-e1b19364e056", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857360950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6f4059bbb9ea4d4abe5155039fa97b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc930f987-61", "ovs_interfaceid": "c930f987-61f2-4652-84f8-4e6df24fae2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.113983] env[69702]: DEBUG nova.network.neutron [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Successfully created port: fd1968b0-5ab2-4877-bd69-9aacc38024d5 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.181721] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.181899] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.182037] env[69702]: DEBUG nova.network.neutron [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.203475] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071761} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.204056] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.204859] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c714f89-ccb4-44fa-9798-f6aaa71afe11 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.232030] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 5c3745b8-1494-4cdf-89fe-e30b1eba7c13/5c3745b8-1494-4cdf-89fe-e30b1eba7c13.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.232030] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f90fe0e-4a11-437b-95a1-58799a2c0dd9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.244496] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.247974] env[69702]: DEBUG oslo_concurrency.lockutils [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.835s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.247974] env[69702]: DEBUG nova.objects.instance [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lazy-loading 'resources' on Instance uuid 1281468d-bd38-443b-8fcc-27a72a9c084e {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.257095] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1038.257095] env[69702]: value = "task-3085662" [ 1038.257095] env[69702]: _type = "Task" [ 1038.257095] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.264541] env[69702]: DEBUG nova.compute.manager [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.272372] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.274978] env[69702]: INFO nova.scheduler.client.report [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Deleted allocations for instance 984f6f0d-1372-41e0-b6d3-20212b0497aa [ 1038.298420] env[69702]: DEBUG nova.virt.hardware [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.298838] env[69702]: DEBUG nova.virt.hardware [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.298989] env[69702]: DEBUG nova.virt.hardware [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.299286] env[69702]: DEBUG nova.virt.hardware [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.299546] env[69702]: DEBUG nova.virt.hardware [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.299775] env[69702]: DEBUG nova.virt.hardware [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.300081] env[69702]: DEBUG nova.virt.hardware [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.300352] env[69702]: DEBUG nova.virt.hardware [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.300534] env[69702]: DEBUG nova.virt.hardware [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.300796] env[69702]: DEBUG nova.virt.hardware [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.301057] env[69702]: DEBUG nova.virt.hardware [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.302514] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9297caed-722f-48dd-90d7-8f78a575067a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.305490] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Releasing lock "refresh_cache-6443fab2-7379-47a7-90da-138abec5ca63" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.315261] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2a0532-7a14-47ea-b325-cd6f916d0150 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.664711] env[69702]: DEBUG nova.virt.hardware [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.664982] env[69702]: DEBUG nova.virt.hardware [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.665156] env[69702]: DEBUG nova.virt.hardware [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.665338] env[69702]: DEBUG nova.virt.hardware [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.665487] env[69702]: DEBUG nova.virt.hardware [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.665635] env[69702]: DEBUG nova.virt.hardware [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.665854] env[69702]: DEBUG nova.virt.hardware [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.666146] env[69702]: DEBUG nova.virt.hardware [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.666397] env[69702]: DEBUG nova.virt.hardware [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.666647] env[69702]: DEBUG nova.virt.hardware [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.667043] env[69702]: DEBUG nova.virt.hardware [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.668481] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5851d6d-0e7f-4643-9662-1ce58b977f90 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.677715] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9e318e-351f-47cf-84cb-fa5b4ea65155 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.694718] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:4b:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '198f546d-b960-47c9-a156-4be8d7d8d453', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.702628] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.703638] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.703957] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9fbc443-e972-47b1-9c4e-589398e46f4d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.728558] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.728558] env[69702]: value = "task-3085663" [ 1038.728558] env[69702]: _type = "Task" [ 1038.728558] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.742786] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085663, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.770198] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.781181] env[69702]: DEBUG nova.network.neutron [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.786271] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4bef05f9-2c9e-4d35-955c-b6b4b1528eaa tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "984f6f0d-1372-41e0-b6d3-20212b0497aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.822s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.055243] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3866dfb-e368-4a7c-834e-700fef2adac2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.066080] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5c9eaf-9bbc-4a1a-90c4-1b38ef902570 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.103535] env[69702]: DEBUG nova.network.neutron [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updating instance_info_cache with network_info: [{"id": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "address": "fa:16:3e:df:9a:1f", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e09b91e-6c", "ovs_interfaceid": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.105315] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7213be-13d7-45ce-9553-a75320fce5bb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.114209] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027818f2-ea29-4b61-8554-5ce96ee57876 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.130951] env[69702]: DEBUG nova.compute.provider_tree [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.147101] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.147493] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.147597] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.147787] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.148103] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.153080] env[69702]: INFO nova.compute.manager [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Terminating instance [ 1039.243239] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085663, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.269028] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.335579] env[69702]: DEBUG nova.compute.manager [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Received event network-changed-2e09b91e-6c79-41c7-b90d-5e2a96185342 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.335786] env[69702]: DEBUG nova.compute.manager [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Refreshing instance network info cache due to event network-changed-2e09b91e-6c79-41c7-b90d-5e2a96185342. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.336129] env[69702]: DEBUG oslo_concurrency.lockutils [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] Acquiring lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.608826] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.609225] env[69702]: DEBUG nova.compute.manager [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Instance network_info: |[{"id": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "address": "fa:16:3e:df:9a:1f", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e09b91e-6c", "ovs_interfaceid": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.609565] env[69702]: DEBUG oslo_concurrency.lockutils [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] Acquired lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.609753] env[69702]: DEBUG nova.network.neutron [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Refreshing network info cache for port 2e09b91e-6c79-41c7-b90d-5e2a96185342 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.611052] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:9a:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e09b91e-6c79-41c7-b90d-5e2a96185342', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.620454] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.620734] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.621305] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16510f3a-6445-48fc-9970-21d04873932e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.640234] env[69702]: DEBUG nova.scheduler.client.report [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.650388] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.650388] env[69702]: value = "task-3085665" [ 1039.650388] env[69702]: _type = "Task" [ 1039.650388] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.657251] env[69702]: DEBUG nova.compute.manager [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.657498] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.658306] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d5c984-bb3f-4cb4-afa6-1431cfe0fa42 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.665281] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085665, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.671238] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.671494] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-251db9a2-5994-4ca1-aaf6-981e294bcc2e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.678766] env[69702]: DEBUG oslo_vmware.api [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 1039.678766] env[69702]: value = "task-3085666" [ 1039.678766] env[69702]: _type = "Task" [ 1039.678766] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.690034] env[69702]: DEBUG oslo_vmware.api [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.743397] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085663, 'name': CreateVM_Task, 'duration_secs': 0.538716} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.743615] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.744874] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.745062] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.745288] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.745793] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f7d60b-daa5-459f-aadf-9bcafe4c9312 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.752771] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1039.752771] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bea9e2-0529-cc58-0382-fbfd5c025d71" [ 1039.752771] env[69702]: _type = "Task" [ 1039.752771] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.766781] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bea9e2-0529-cc58-0382-fbfd5c025d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.772436] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085662, 'name': ReconfigVM_Task, 'duration_secs': 1.101818} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.772771] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 5c3745b8-1494-4cdf-89fe-e30b1eba7c13/5c3745b8-1494-4cdf-89fe-e30b1eba7c13.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.773437] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-832780c8-1a0f-496d-9ea0-6d5201884bf3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.781263] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1039.781263] env[69702]: value = "task-3085667" [ 1039.781263] env[69702]: _type = "Task" [ 1039.781263] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.791221] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085667, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.856076] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.856393] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbdea767-3a0d-4938-9375-a10895a57426 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.865390] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1039.865390] env[69702]: value = "task-3085668" [ 1039.865390] env[69702]: _type = "Task" [ 1039.865390] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.875519] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.146452] env[69702]: DEBUG oslo_concurrency.lockutils [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.149092] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.551s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.149717] env[69702]: DEBUG nova.objects.instance [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lazy-loading 'resources' on Instance uuid a764b38d-4e4d-4b80-81d4-441bdebcfa0f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.160802] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085665, 'name': CreateVM_Task, 'duration_secs': 0.401032} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.161551] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.162428] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.178928] env[69702]: INFO nova.scheduler.client.report [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleted allocations for instance 1281468d-bd38-443b-8fcc-27a72a9c084e [ 1040.195280] env[69702]: DEBUG oslo_vmware.api [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085666, 'name': PowerOffVM_Task, 'duration_secs': 0.233492} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.195280] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.195280] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.198168] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b18fceff-b41e-4408-a8eb-fab47bb1f6d1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.264135] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bea9e2-0529-cc58-0382-fbfd5c025d71, 'name': SearchDatastore_Task, 'duration_secs': 0.012967} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.264465] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.264700] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.264934] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.265121] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.265311] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.265620] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.265957] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.266207] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b57dd6d3-6600-44a2-ad16-bd3069f51904 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.269093] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d36fdb7-c5ef-4d98-9676-2a3793d46702 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.277835] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1040.277835] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523b6e6d-4536-4519-6eca-04539c4be5a7" [ 1040.277835] env[69702]: _type = "Task" [ 1040.277835] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.282934] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.286031] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.287667] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7312a89-38fc-41c5-805d-8ed20903c20f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.293772] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523b6e6d-4536-4519-6eca-04539c4be5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.294064] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.294256] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.294431] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Deleting the datastore file [datastore2] 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.299317] env[69702]: DEBUG nova.network.neutron [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Successfully updated port: fd1968b0-5ab2-4877-bd69-9aacc38024d5 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.303659] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15f4a0b7-8c72-4f84-8b30-1c95124dc83d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.312902] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085667, 'name': Rename_Task, 'duration_secs': 0.217682} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.313235] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1040.313235] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52140906-ece9-dd24-95b9-1e2f2c59e6ed" [ 1040.313235] env[69702]: _type = "Task" [ 1040.313235] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.314395] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.314988] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-720c48e8-3f5d-490b-a0b0-26b8eb17ef0c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.322458] env[69702]: DEBUG oslo_vmware.api [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for the task: (returnval){ [ 1040.322458] env[69702]: value = "task-3085670" [ 1040.322458] env[69702]: _type = "Task" [ 1040.322458] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.334137] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52140906-ece9-dd24-95b9-1e2f2c59e6ed, 'name': SearchDatastore_Task, 'duration_secs': 0.020421} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.334428] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1040.334428] env[69702]: value = "task-3085671" [ 1040.334428] env[69702]: _type = "Task" [ 1040.334428] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.335770] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35060252-45a1-4764-bf44-81391905b81d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.349756] env[69702]: DEBUG oslo_vmware.api [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.353975] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085671, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.355790] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1040.355790] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5218c36d-9217-80fc-1ddf-ea4e1f7dd6af" [ 1040.355790] env[69702]: _type = "Task" [ 1040.355790] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.366689] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5218c36d-9217-80fc-1ddf-ea4e1f7dd6af, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.370588] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.370955] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 6ab84752-82a0-439d-9ef5-10af2d519311/6ab84752-82a0-439d-9ef5-10af2d519311.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.372241] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fad0d8e-b5b5-4415-a269-420435a6bb32 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.382786] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085668, 'name': PowerOffVM_Task, 'duration_secs': 0.208749} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.384478] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.384787] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1040.384787] env[69702]: value = "task-3085672" [ 1040.384787] env[69702]: _type = "Task" [ 1040.384787] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.385524] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be19f07-cff9-4bba-a4cb-d4350470d0e0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.396932] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.412736] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1df22ac-e2eb-402c-a059-b444a91a6b2a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.453045] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.453655] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b392487-2615-48c1-91c9-7ca15e767cd4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.462811] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1040.462811] env[69702]: value = "task-3085673" [ 1040.462811] env[69702]: _type = "Task" [ 1040.462811] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.472824] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1040.473050] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.473311] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.473461] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.473643] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.473902] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43125173-7851-4a35-966f-1ee2de33fc04 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.483562] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.483787] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.484609] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b3517b-bd7d-45ca-af5e-db14e396d150 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.491119] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1040.491119] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52980e07-af4d-e056-f323-9924cfbe502e" [ 1040.491119] env[69702]: _type = "Task" [ 1040.491119] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.499438] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52980e07-af4d-e056-f323-9924cfbe502e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.633985] env[69702]: DEBUG nova.network.neutron [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updated VIF entry in instance network info cache for port 2e09b91e-6c79-41c7-b90d-5e2a96185342. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.634404] env[69702]: DEBUG nova.network.neutron [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updating instance_info_cache with network_info: [{"id": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "address": "fa:16:3e:df:9a:1f", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e09b91e-6c", "ovs_interfaceid": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.690303] env[69702]: DEBUG oslo_concurrency.lockutils [None req-367c7eb5-07e4-425f-a95b-f071acc6341f tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "1281468d-bd38-443b-8fcc-27a72a9c084e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.653s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.790028] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523b6e6d-4536-4519-6eca-04539c4be5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.017597} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.793578] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.793999] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.794135] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.794319] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.794479] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.795338] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-872ef587-d44f-4868-89ba-4d54a1a36671 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.812784] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.812995] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.814251] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "refresh_cache-5edd2bf4-94ab-4318-8b7e-55bfbb3c8158" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.814419] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "refresh_cache-5edd2bf4-94ab-4318-8b7e-55bfbb3c8158" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.814591] env[69702]: DEBUG nova.network.neutron [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.815816] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08bd73a-f40e-4d68-85c2-05b6326bff77 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.824287] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1040.824287] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d674e2-9fe4-a7a0-778f-cd6bf368dca9" [ 1040.824287] env[69702]: _type = "Task" [ 1040.824287] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.844587] env[69702]: DEBUG oslo_vmware.api [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Task: {'id': task-3085670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204438} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.848571] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.848826] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.849026] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.849210] env[69702]: INFO nova.compute.manager [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1040.849507] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.849723] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d674e2-9fe4-a7a0-778f-cd6bf368dca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.852849] env[69702]: DEBUG nova.compute.manager [-] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.852962] env[69702]: DEBUG nova.network.neutron [-] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.859046] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085671, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.899872] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085672, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.002076] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52980e07-af4d-e056-f323-9924cfbe502e, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.004166] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e8e0fa-e65e-4db8-8e39-1fa9090a0da3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.006651] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46436c8-37af-4f21-bd53-970e73aeba6c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.014756] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4700e84c-b189-4d2c-b7d2-5bf0b1a21510 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.017805] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1041.017805] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523ad9bc-7018-f50b-9550-64c08502240c" [ 1041.017805] env[69702]: _type = "Task" [ 1041.017805] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.051197] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2801946e-3589-4e8e-9de5-8853c6908c8b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.057958] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523ad9bc-7018-f50b-9550-64c08502240c, 'name': SearchDatastore_Task, 'duration_secs': 0.034712} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.058876] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.059363] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 6443fab2-7379-47a7-90da-138abec5ca63/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk. {{(pid=69702) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1041.060199] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e00d1d24-113c-4f96-91b5-c08235decc7d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.067613] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f572390-5fad-4079-8a81-9ef473e9f3bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.074265] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1041.074265] env[69702]: value = "task-3085674" [ 1041.074265] env[69702]: _type = "Task" [ 1041.074265] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.088820] env[69702]: DEBUG nova.compute.provider_tree [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.096212] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.137740] env[69702]: DEBUG oslo_concurrency.lockutils [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] Releasing lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.138052] env[69702]: DEBUG nova.compute.manager [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Received event network-changed-30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.138235] env[69702]: DEBUG nova.compute.manager [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Refreshing instance network info cache due to event network-changed-30036c8f-3e1d-4622-877e-a1184ec7a4a5. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.138446] env[69702]: DEBUG oslo_concurrency.lockutils [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] Acquiring lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.138590] env[69702]: DEBUG oslo_concurrency.lockutils [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] Acquired lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.138752] env[69702]: DEBUG nova.network.neutron [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Refreshing network info cache for port 30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.349782] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d674e2-9fe4-a7a0-778f-cd6bf368dca9, 'name': SearchDatastore_Task, 'duration_secs': 0.077347} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.351161] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ee280a-514e-4f99-b485-f7c0524a13e1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.357873] env[69702]: DEBUG oslo_vmware.api [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085671, 'name': PowerOnVM_Task, 'duration_secs': 0.614844} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.358498] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.358726] env[69702]: INFO nova.compute.manager [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1041.358922] env[69702]: DEBUG nova.compute.manager [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.359801] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c13e910-643f-4555-9658-6a65d9ab9257 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.363839] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1041.363839] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52eac2fd-f3f6-2492-f09b-d51dc7f7d2fd" [ 1041.363839] env[69702]: _type = "Task" [ 1041.363839] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.377131] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52eac2fd-f3f6-2492-f09b-d51dc7f7d2fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.404135] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596031} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.405735] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 6ab84752-82a0-439d-9ef5-10af2d519311/6ab84752-82a0-439d-9ef5-10af2d519311.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.405735] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.405735] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eae8763-8f9f-49a0-b919-74ec236705e0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.413850] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1041.413850] env[69702]: value = "task-3085675" [ 1041.413850] env[69702]: _type = "Task" [ 1041.413850] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.425067] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.559130] env[69702]: DEBUG nova.network.neutron [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.587080] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085674, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.596020] env[69702]: DEBUG nova.scheduler.client.report [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.880945] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52eac2fd-f3f6-2492-f09b-d51dc7f7d2fd, 'name': SearchDatastore_Task, 'duration_secs': 0.0168} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.882830] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.883122] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 11b901e2-bc52-49e4-8f6e-9c50285dac55/11b901e2-bc52-49e4-8f6e-9c50285dac55.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.888576] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a72552f-7f0e-452c-85fd-7101e66adc48 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.889149] env[69702]: INFO nova.compute.manager [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Took 22.51 seconds to build instance. [ 1041.898629] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1041.898629] env[69702]: value = "task-3085677" [ 1041.898629] env[69702]: _type = "Task" [ 1041.898629] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.913069] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.929594] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10578} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.930281] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.933629] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702026ff-9b76-4a4b-9a49-8042cc4d70f3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.958300] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 6ab84752-82a0-439d-9ef5-10af2d519311/6ab84752-82a0-439d-9ef5-10af2d519311.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.958635] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b2be9fc-4446-4957-8c90-604fc8c4af83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.985089] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1041.985089] env[69702]: value = "task-3085678" [ 1041.985089] env[69702]: _type = "Task" [ 1041.985089] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.996539] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.082875] env[69702]: DEBUG nova.network.neutron [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Updating instance_info_cache with network_info: [{"id": "fd1968b0-5ab2-4877-bd69-9aacc38024d5", "address": "fa:16:3e:bf:41:ab", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1968b0-5a", "ovs_interfaceid": "fd1968b0-5ab2-4877-bd69-9aacc38024d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.090930] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085674, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.099057] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.103651] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.626s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.103651] env[69702]: INFO nova.compute.claims [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.141948] env[69702]: INFO nova.scheduler.client.report [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Deleted allocations for instance a764b38d-4e4d-4b80-81d4-441bdebcfa0f [ 1042.189377] env[69702]: DEBUG nova.compute.manager [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Received event network-vif-plugged-fd1968b0-5ab2-4877-bd69-9aacc38024d5 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.189638] env[69702]: DEBUG oslo_concurrency.lockutils [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] Acquiring lock "5edd2bf4-94ab-4318-8b7e-55bfbb3c8158-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.189867] env[69702]: DEBUG oslo_concurrency.lockutils [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] Lock "5edd2bf4-94ab-4318-8b7e-55bfbb3c8158-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.190170] env[69702]: DEBUG oslo_concurrency.lockutils [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] Lock "5edd2bf4-94ab-4318-8b7e-55bfbb3c8158-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.190410] env[69702]: DEBUG nova.compute.manager [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] No waiting events found dispatching network-vif-plugged-fd1968b0-5ab2-4877-bd69-9aacc38024d5 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.190595] env[69702]: WARNING nova.compute.manager [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Received unexpected event network-vif-plugged-fd1968b0-5ab2-4877-bd69-9aacc38024d5 for instance with vm_state building and task_state spawning. [ 1042.190780] env[69702]: DEBUG nova.compute.manager [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Received event network-changed-fd1968b0-5ab2-4877-bd69-9aacc38024d5 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.190938] env[69702]: DEBUG nova.compute.manager [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Refreshing instance network info cache due to event network-changed-fd1968b0-5ab2-4877-bd69-9aacc38024d5. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.191142] env[69702]: DEBUG oslo_concurrency.lockutils [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] Acquiring lock "refresh_cache-5edd2bf4-94ab-4318-8b7e-55bfbb3c8158" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.211174] env[69702]: DEBUG nova.network.neutron [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updated VIF entry in instance network info cache for port 30036c8f-3e1d-4622-877e-a1184ec7a4a5. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.211623] env[69702]: DEBUG nova.network.neutron [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updating instance_info_cache with network_info: [{"id": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "address": "fa:16:3e:ba:8b:b5", "network": {"id": "39be788f-b7e8-4f9c-9fe3-75342f0d3889", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-390118559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9133782a4a242608263bf24247b19ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30036c8f-3e", "ovs_interfaceid": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.237679] env[69702]: DEBUG nova.network.neutron [-] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.391903] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00a95a10-49f6-4310-9c26-b88b922382a4 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.020s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.412218] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.497995] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.587409] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085674, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.588967] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "refresh_cache-5edd2bf4-94ab-4318-8b7e-55bfbb3c8158" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.589776] env[69702]: DEBUG nova.compute.manager [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Instance network_info: |[{"id": "fd1968b0-5ab2-4877-bd69-9aacc38024d5", "address": "fa:16:3e:bf:41:ab", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1968b0-5a", "ovs_interfaceid": "fd1968b0-5ab2-4877-bd69-9aacc38024d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.590964] env[69702]: DEBUG oslo_concurrency.lockutils [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] Acquired lock "refresh_cache-5edd2bf4-94ab-4318-8b7e-55bfbb3c8158" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.590964] env[69702]: DEBUG nova.network.neutron [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Refreshing network info cache for port fd1968b0-5ab2-4877-bd69-9aacc38024d5 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.591754] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:41:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd1968b0-5ab2-4877-bd69-9aacc38024d5', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.599462] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.602949] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.606537] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2736b437-8d4f-4b95-9f85-8e37c8c876c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.639104] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.639104] env[69702]: value = "task-3085679" [ 1042.639104] env[69702]: _type = "Task" [ 1042.639104] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.650162] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085679, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.657020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e97ba92b-c676-4fe3-8f0c-403763586cad tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "a764b38d-4e4d-4b80-81d4-441bdebcfa0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.293s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.714695] env[69702]: DEBUG oslo_concurrency.lockutils [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] Releasing lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.714985] env[69702]: DEBUG nova.compute.manager [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Received event network-changed-30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.715171] env[69702]: DEBUG nova.compute.manager [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Refreshing instance network info cache due to event network-changed-30036c8f-3e1d-4622-877e-a1184ec7a4a5. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.715417] env[69702]: DEBUG oslo_concurrency.lockutils [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] Acquiring lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.715581] env[69702]: DEBUG oslo_concurrency.lockutils [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] Acquired lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.715778] env[69702]: DEBUG nova.network.neutron [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Refreshing network info cache for port 30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.740404] env[69702]: INFO nova.compute.manager [-] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Took 1.89 seconds to deallocate network for instance. [ 1042.912913] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.954465] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d69ad897-2c20-4291-9378-c79913d2099b tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.954999] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d69ad897-2c20-4291-9378-c79913d2099b tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.955247] env[69702]: DEBUG nova.compute.manager [None req-d69ad897-2c20-4291-9378-c79913d2099b tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.956336] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5111f1dd-1732-481a-97fd-fafa9ea5e8af {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.966076] env[69702]: DEBUG nova.compute.manager [None req-d69ad897-2c20-4291-9378-c79913d2099b tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69702) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1042.966693] env[69702]: DEBUG nova.objects.instance [None req-d69ad897-2c20-4291-9378-c79913d2099b tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lazy-loading 'flavor' on Instance uuid 5c3745b8-1494-4cdf-89fe-e30b1eba7c13 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.997338] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085678, 'name': ReconfigVM_Task, 'duration_secs': 0.593877} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.997667] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 6ab84752-82a0-439d-9ef5-10af2d519311/6ab84752-82a0-439d-9ef5-10af2d519311.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.998367] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d678ffd-9cb5-451b-bca2-a2869a095313 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.007055] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1043.007055] env[69702]: value = "task-3085680" [ 1043.007055] env[69702]: _type = "Task" [ 1043.007055] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.019040] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085680, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.052323] env[69702]: DEBUG nova.network.neutron [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Updated VIF entry in instance network info cache for port fd1968b0-5ab2-4877-bd69-9aacc38024d5. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.053109] env[69702]: DEBUG nova.network.neutron [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Updating instance_info_cache with network_info: [{"id": "fd1968b0-5ab2-4877-bd69-9aacc38024d5", "address": "fa:16:3e:bf:41:ab", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1968b0-5a", "ovs_interfaceid": "fd1968b0-5ab2-4877-bd69-9aacc38024d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.095029] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085674, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.758861} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.095578] env[69702]: INFO nova.virt.vmwareapi.ds_util [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 6443fab2-7379-47a7-90da-138abec5ca63/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk. [ 1043.097048] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc688a2-228f-4faf-98d5-cea915c0a761 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.157410] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 6443fab2-7379-47a7-90da-138abec5ca63/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.158455] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e776a955-51d8-409b-90de-a10f653b0541 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.195035] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085679, 'name': CreateVM_Task, 'duration_secs': 0.444042} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.199458] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.199880] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1043.199880] env[69702]: value = "task-3085681" [ 1043.199880] env[69702]: _type = "Task" [ 1043.199880] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.203093] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.203093] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.203093] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.203093] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6351cf7c-d91f-4bf7-a3fd-ecf794f3a7fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.212930] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1043.212930] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52375abc-5928-cc2b-4820-eb52629caf32" [ 1043.212930] env[69702]: _type = "Task" [ 1043.212930] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.222489] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085681, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.243263] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52375abc-5928-cc2b-4820-eb52629caf32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.247380] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.416786] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085677, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.520847] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085680, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.541120] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239f9338-312e-488f-b083-e7a8b6f115f2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.548827] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ccdb24-d2a6-4584-9c30-15b8e5b99dc7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.560021] env[69702]: DEBUG oslo_concurrency.lockutils [req-109fabe0-1912-41ab-a507-9f4790d47d37 req-9c5d4f44-c7e8-4fde-bd93-98cc7c1a0b0f service nova] Releasing lock "refresh_cache-5edd2bf4-94ab-4318-8b7e-55bfbb3c8158" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.584762] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73df82c-e1ae-4617-9607-bb497e9f2d83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.594401] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18895639-4672-42c3-b448-cbe82dfec9e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.610897] env[69702]: DEBUG nova.compute.provider_tree [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.716561] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085681, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.718159] env[69702]: DEBUG nova.network.neutron [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updated VIF entry in instance network info cache for port 30036c8f-3e1d-4622-877e-a1184ec7a4a5. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.718641] env[69702]: DEBUG nova.network.neutron [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updating instance_info_cache with network_info: [{"id": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "address": "fa:16:3e:ba:8b:b5", "network": {"id": "39be788f-b7e8-4f9c-9fe3-75342f0d3889", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-390118559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9133782a4a242608263bf24247b19ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30036c8f-3e", "ovs_interfaceid": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.734033] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52375abc-5928-cc2b-4820-eb52629caf32, 'name': SearchDatastore_Task, 'duration_secs': 0.064744} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.734375] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.734616] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.734894] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.735803] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.735803] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.735803] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf01efb8-3470-43c2-9625-dd3a10d0cae2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.747790] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.748226] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.749535] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7869f0a6-3f52-4c8d-93ef-14af76cf804c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.759023] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1043.759023] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5257591a-c399-2fba-445f-10cc920f8ecc" [ 1043.759023] env[69702]: _type = "Task" [ 1043.759023] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.768803] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5257591a-c399-2fba-445f-10cc920f8ecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.913551] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085677, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.525735} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.913551] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 11b901e2-bc52-49e4-8f6e-9c50285dac55/11b901e2-bc52-49e4-8f6e-9c50285dac55.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.913551] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.913551] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8996641d-40ca-4dab-9ab8-d79bb09cf190 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.921276] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1043.921276] env[69702]: value = "task-3085684" [ 1043.921276] env[69702]: _type = "Task" [ 1043.921276] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.929132] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.984228] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69ad897-2c20-4291-9378-c79913d2099b tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.984558] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d335d46b-2703-4436-9bf5-90fabd49459a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.992049] env[69702]: DEBUG oslo_vmware.api [None req-d69ad897-2c20-4291-9378-c79913d2099b tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1043.992049] env[69702]: value = "task-3085685" [ 1043.992049] env[69702]: _type = "Task" [ 1043.992049] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.002639] env[69702]: DEBUG oslo_vmware.api [None req-d69ad897-2c20-4291-9378-c79913d2099b tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.017157] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085680, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.118395] env[69702]: DEBUG nova.scheduler.client.report [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.215465] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085681, 'name': ReconfigVM_Task, 'duration_secs': 0.558022} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.216020] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 6443fab2-7379-47a7-90da-138abec5ca63/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.217375] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89725c0a-5452-4b19-a8ef-deda7d63ddb0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.223056] env[69702]: DEBUG oslo_concurrency.lockutils [req-d7631d85-e300-436b-9a89-929f86e699b5 req-e4c07667-cb5c-43fb-a919-bc9a398278e8 service nova] Releasing lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.252026] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d37477-e880-4e1a-9eef-f1346fce3f50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.271678] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5257591a-c399-2fba-445f-10cc920f8ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.274502] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1044.274502] env[69702]: value = "task-3085686" [ 1044.274502] env[69702]: _type = "Task" [ 1044.274502] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.274957] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e90468-95a9-4d5f-a6b0-fa41244dffb0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.285595] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1044.285595] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524a68f7-511e-9594-6e1e-2933acf45f9a" [ 1044.285595] env[69702]: _type = "Task" [ 1044.285595] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.288829] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085686, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.299572] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524a68f7-511e-9594-6e1e-2933acf45f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011715} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.299805] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.300090] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158/5edd2bf4-94ab-4318-8b7e-55bfbb3c8158.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.300379] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b3104c5-f395-4782-ad7c-2b599a89605e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.308430] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1044.308430] env[69702]: value = "task-3085687" [ 1044.308430] env[69702]: _type = "Task" [ 1044.308430] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.317193] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.434118] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.409046} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.434423] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.435409] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a675fb-739d-4961-8e49-ad5f371c3ae0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.461560] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 11b901e2-bc52-49e4-8f6e-9c50285dac55/11b901e2-bc52-49e4-8f6e-9c50285dac55.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.462274] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba6418fe-4729-4e63-8a4b-8f448db18694 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.487154] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1044.487154] env[69702]: value = "task-3085688" [ 1044.487154] env[69702]: _type = "Task" [ 1044.487154] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.499625] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.507153] env[69702]: DEBUG oslo_vmware.api [None req-d69ad897-2c20-4291-9378-c79913d2099b tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085685, 'name': PowerOffVM_Task, 'duration_secs': 0.245771} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.507592] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69ad897-2c20-4291-9378-c79913d2099b tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.507674] env[69702]: DEBUG nova.compute.manager [None req-d69ad897-2c20-4291-9378-c79913d2099b tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.508486] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98048f9f-9fe3-48e9-8bfc-094e41424251 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.519734] env[69702]: DEBUG nova.compute.manager [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Received event network-vif-deleted-646b798b-b9a3-45a8-b3cd-4d0dcd18807b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.519980] env[69702]: DEBUG nova.compute.manager [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Received event network-changed-30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.520171] env[69702]: DEBUG nova.compute.manager [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Refreshing instance network info cache due to event network-changed-30036c8f-3e1d-4622-877e-a1184ec7a4a5. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.520395] env[69702]: DEBUG oslo_concurrency.lockutils [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] Acquiring lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.520542] env[69702]: DEBUG oslo_concurrency.lockutils [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] Acquired lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.520809] env[69702]: DEBUG nova.network.neutron [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Refreshing network info cache for port 30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.529379] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085680, 'name': Rename_Task, 'duration_secs': 1.253445} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.530898] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.532093] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-177c6d53-d887-42e1-b180-90aac2922fab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.543942] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1044.543942] env[69702]: value = "task-3085689" [ 1044.543942] env[69702]: _type = "Task" [ 1044.543942] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.556760] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.627531] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.628237] env[69702]: DEBUG nova.compute.manager [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.631460] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.384s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.635028] env[69702]: DEBUG nova.objects.instance [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lazy-loading 'resources' on Instance uuid 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.788232] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085686, 'name': ReconfigVM_Task, 'duration_secs': 0.223492} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.788508] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.788789] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0690e96-52e9-40e5-bd42-8fe3d5e4591b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.798939] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1044.798939] env[69702]: value = "task-3085690" [ 1044.798939] env[69702]: _type = "Task" [ 1044.798939] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.809271] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.818629] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085687, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.000031] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.040138] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d69ad897-2c20-4291-9378-c79913d2099b tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.055144] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.135518] env[69702]: DEBUG nova.compute.utils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.141299] env[69702]: DEBUG nova.compute.manager [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.141542] env[69702]: DEBUG nova.network.neutron [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.291146] env[69702]: DEBUG nova.policy [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '404f899d06f94485b50bd02d224cd04f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7af0adbcae04c3eae9371ff9ece902b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.310600] env[69702]: DEBUG oslo_vmware.api [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085690, 'name': PowerOnVM_Task, 'duration_secs': 0.476659} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.313705] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.316728] env[69702]: DEBUG nova.compute.manager [None req-4adffedb-c939-4dd9-bebb-0368efcd6483 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.317568] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b378e82c-aeb6-4b7c-bf7a-8bcb7cba753c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.326225] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607544} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.326497] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquiring lock "9bde39fc-8976-4a80-b166-bc237cc38f5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.326714] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Lock "9bde39fc-8976-4a80-b166-bc237cc38f5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.327252] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquiring lock "9bde39fc-8976-4a80-b166-bc237cc38f5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.327252] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Lock "9bde39fc-8976-4a80-b166-bc237cc38f5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.327252] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Lock "9bde39fc-8976-4a80-b166-bc237cc38f5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.332019] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158/5edd2bf4-94ab-4318-8b7e-55bfbb3c8158.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.332019] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.332019] env[69702]: INFO nova.compute.manager [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Terminating instance [ 1045.332019] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-059c6c1c-52ee-49d1-9485-10e84c8ab2ac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.349757] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1045.349757] env[69702]: value = "task-3085691" [ 1045.349757] env[69702]: _type = "Task" [ 1045.349757] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.369097] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.454350] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8a4049-9931-46e4-b30a-b6077f60d0ed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.465533] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c77b41-674d-47c8-ba8b-f5cf286db7e1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.505191] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93839dd-b825-4404-a2fb-71b01b190c66 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.524185] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b520ef-9d4c-427d-9c46-9e6ade98c1f6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.528102] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085688, 'name': ReconfigVM_Task, 'duration_secs': 0.565567} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.528459] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 11b901e2-bc52-49e4-8f6e-9c50285dac55/11b901e2-bc52-49e4-8f6e-9c50285dac55.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.529940] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2e92a8f-4c4e-41b6-ba59-3b2af429ab96 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.543068] env[69702]: DEBUG nova.compute.provider_tree [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.550577] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1045.550577] env[69702]: value = "task-3085692" [ 1045.550577] env[69702]: _type = "Task" [ 1045.550577] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.562306] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085692, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.566312] env[69702]: DEBUG nova.network.neutron [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updated VIF entry in instance network info cache for port 30036c8f-3e1d-4622-877e-a1184ec7a4a5. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.566955] env[69702]: DEBUG nova.network.neutron [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updating instance_info_cache with network_info: [{"id": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "address": "fa:16:3e:ba:8b:b5", "network": {"id": "39be788f-b7e8-4f9c-9fe3-75342f0d3889", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-390118559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9133782a4a242608263bf24247b19ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30036c8f-3e", "ovs_interfaceid": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.567923] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085689, 'name': PowerOnVM_Task, 'duration_secs': 0.76664} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.568597] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.568821] env[69702]: DEBUG nova.compute.manager [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.569921] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29c9054-13ce-44bd-815f-3efb52fa5751 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.641485] env[69702]: DEBUG nova.compute.manager [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.845150] env[69702]: DEBUG nova.compute.manager [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.846822] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.849281] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55da8f8-dc13-4c6d-819c-3037e068326e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.853237] env[69702]: DEBUG nova.network.neutron [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Successfully created port: 2d9fdbcb-d50c-4dec-aa20-6e621dc113b9 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.866106] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.872387] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3073aca5-396f-430c-ab2e-df50d0a4cfd9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.874293] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217793} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.874565] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.875750] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd17089e-bec2-4702-bb87-7e5e9d2819b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.881309] env[69702]: DEBUG oslo_vmware.api [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1045.881309] env[69702]: value = "task-3085693" [ 1045.881309] env[69702]: _type = "Task" [ 1045.881309] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.906954] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158/5edd2bf4-94ab-4318-8b7e-55bfbb3c8158.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.908386] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbc4f303-4ab0-4faf-84de-29ae9586b414 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.928340] env[69702]: DEBUG oslo_vmware.api [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.936314] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1045.936314] env[69702]: value = "task-3085694" [ 1045.936314] env[69702]: _type = "Task" [ 1045.936314] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.947887] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.048820] env[69702]: DEBUG nova.scheduler.client.report [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.063673] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085692, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.070863] env[69702]: DEBUG oslo_concurrency.lockutils [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] Releasing lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.071205] env[69702]: DEBUG nova.compute.manager [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Received event network-changed-30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.071432] env[69702]: DEBUG nova.compute.manager [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Refreshing instance network info cache due to event network-changed-30036c8f-3e1d-4622-877e-a1184ec7a4a5. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.071724] env[69702]: DEBUG oslo_concurrency.lockutils [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] Acquiring lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.071936] env[69702]: DEBUG oslo_concurrency.lockutils [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] Acquired lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.072194] env[69702]: DEBUG nova.network.neutron [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Refreshing network info cache for port 30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.082413] env[69702]: INFO nova.compute.manager [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] bringing vm to original state: 'stopped' [ 1046.140290] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.140290] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.140290] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.140290] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.140512] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.145905] env[69702]: INFO nova.compute.manager [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Terminating instance [ 1046.392796] env[69702]: DEBUG oslo_vmware.api [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085693, 'name': PowerOffVM_Task, 'duration_secs': 0.237234} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.393249] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.393533] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.393871] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dea591c-ab14-4b90-b526-2f9635346740 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.447785] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.468787] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.468787] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.468787] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Deleting the datastore file [datastore2] 9bde39fc-8976-4a80-b166-bc237cc38f5f {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.468787] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61010e07-d925-4bb3-a035-7c6d0e0d3cbd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.477171] env[69702]: DEBUG oslo_vmware.api [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for the task: (returnval){ [ 1046.477171] env[69702]: value = "task-3085696" [ 1046.477171] env[69702]: _type = "Task" [ 1046.477171] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.487022] env[69702]: DEBUG oslo_vmware.api [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.554438] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.567213] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085692, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.583439] env[69702]: INFO nova.scheduler.client.report [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Deleted allocations for instance 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1 [ 1046.604563] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "de55fe3f-564d-4ce3-b008-2c9c53d77692" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.604842] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.605066] env[69702]: INFO nova.compute.manager [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Shelving [ 1046.652761] env[69702]: DEBUG nova.compute.manager [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.653014] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.654127] env[69702]: DEBUG nova.compute.manager [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.657016] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8377eeb7-5a83-4911-bf57-4d725c467268 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.666482] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.666766] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c72568c8-7742-44a1-97d2-a4f6fc2ec5ac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.678351] env[69702]: DEBUG nova.virt.hardware [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.678602] env[69702]: DEBUG nova.virt.hardware [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.678780] env[69702]: DEBUG nova.virt.hardware [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.678960] env[69702]: DEBUG nova.virt.hardware [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.680441] env[69702]: DEBUG nova.virt.hardware [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.680665] env[69702]: DEBUG nova.virt.hardware [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.680906] env[69702]: DEBUG nova.virt.hardware [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.681088] env[69702]: DEBUG nova.virt.hardware [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.681281] env[69702]: DEBUG nova.virt.hardware [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.681452] env[69702]: DEBUG nova.virt.hardware [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.681633] env[69702]: DEBUG nova.virt.hardware [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.682813] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a7df2d-4391-4714-b5bd-453cdcab8d5b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.691723] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4783e43-8ce9-4018-bf15-6fe53c72173e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.768036] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.768297] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.768596] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleting the datastore file [datastore1] 5c3745b8-1494-4cdf-89fe-e30b1eba7c13 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.768896] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87ac73a5-4914-4fbf-a5e5-0fe6f56021bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.777571] env[69702]: DEBUG oslo_vmware.api [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1046.777571] env[69702]: value = "task-3085698" [ 1046.777571] env[69702]: _type = "Task" [ 1046.777571] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.786864] env[69702]: DEBUG oslo_vmware.api [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.952824] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085694, 'name': ReconfigVM_Task, 'duration_secs': 0.723183} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.953133] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158/5edd2bf4-94ab-4318-8b7e-55bfbb3c8158.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.953792] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7df0207-6674-48c9-961f-0ff7b94393b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.962498] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1046.962498] env[69702]: value = "task-3085699" [ 1046.962498] env[69702]: _type = "Task" [ 1046.962498] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.972337] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085699, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.988067] env[69702]: DEBUG oslo_vmware.api [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Task: {'id': task-3085696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189707} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.988362] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.988577] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.988781] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.989077] env[69702]: INFO nova.compute.manager [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1046.989396] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.989651] env[69702]: DEBUG nova.compute.manager [-] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.991102] env[69702]: DEBUG nova.network.neutron [-] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.072167] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085692, 'name': Rename_Task, 'duration_secs': 1.267948} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.072629] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.073009] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6adcaeb0-6126-4399-a5c9-0d1bc0eee50c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.084091] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1047.084091] env[69702]: value = "task-3085700" [ 1047.084091] env[69702]: _type = "Task" [ 1047.084091] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.096263] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "6ab84752-82a0-439d-9ef5-10af2d519311" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.096458] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "6ab84752-82a0-439d-9ef5-10af2d519311" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.096587] env[69702]: DEBUG nova.compute.manager [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.099527] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.099846] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12ed915a-4e1f-489d-b011-f986fab0c581 tempest-ListServerFiltersTestJSON-241568412 tempest-ListServerFiltersTestJSON-241568412-project-member] Lock "1d84f818-66bb-4d7f-a891-e0cf0f22e2f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.952s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.101993] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5579231-9dd2-44f5-84e5-9cb4110103aa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.113031] env[69702]: DEBUG nova.compute.manager [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69702) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1047.122246] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "1b4cb5ad-b002-4c1a-a65e-679cf614bc93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.122510] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "1b4cb5ad-b002-4c1a-a65e-679cf614bc93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.288522] env[69702]: DEBUG oslo_vmware.api [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267496} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.288522] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.288590] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.288819] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.288989] env[69702]: INFO nova.compute.manager [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1047.289258] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.289576] env[69702]: DEBUG nova.compute.manager [-] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.289576] env[69702]: DEBUG nova.network.neutron [-] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.297705] env[69702]: DEBUG nova.network.neutron [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updated VIF entry in instance network info cache for port 30036c8f-3e1d-4622-877e-a1184ec7a4a5. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.298154] env[69702]: DEBUG nova.network.neutron [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updating instance_info_cache with network_info: [{"id": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "address": "fa:16:3e:ba:8b:b5", "network": {"id": "39be788f-b7e8-4f9c-9fe3-75342f0d3889", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-390118559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9133782a4a242608263bf24247b19ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30036c8f-3e", "ovs_interfaceid": "30036c8f-3e1d-4622-877e-a1184ec7a4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.406416] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "73bb0696-a7a2-45a5-9f2e-2594babcdc4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.406416] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "73bb0696-a7a2-45a5-9f2e-2594babcdc4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.406416] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "73bb0696-a7a2-45a5-9f2e-2594babcdc4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.406416] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "73bb0696-a7a2-45a5-9f2e-2594babcdc4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.406416] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "73bb0696-a7a2-45a5-9f2e-2594babcdc4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.411635] env[69702]: INFO nova.compute.manager [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Terminating instance [ 1047.474058] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085699, 'name': Rename_Task, 'duration_secs': 0.226535} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.474478] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.474636] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb1fa83f-3bdd-4243-9ec6-f6a148eaf1cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.484325] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1047.484325] env[69702]: value = "task-3085701" [ 1047.484325] env[69702]: _type = "Task" [ 1047.484325] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.497723] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.595735] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.621245] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.621392] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98183417-75e7-4153-beff-3af8601e5771 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.624325] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.624691] env[69702]: DEBUG nova.compute.manager [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.628058] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3f1e6a8-9e21-4713-be77-d0e90442e4a7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.639232] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1047.639232] env[69702]: value = "task-3085703" [ 1047.639232] env[69702]: _type = "Task" [ 1047.639232] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.640763] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1047.640763] env[69702]: value = "task-3085702" [ 1047.640763] env[69702]: _type = "Task" [ 1047.640763] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.656481] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.659062] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.801909] env[69702]: DEBUG oslo_concurrency.lockutils [req-88fbb66c-94f2-426c-8937-f9f48b2c1c11 req-f4fd953a-8f26-4195-9681-8b6c9b7b0089 service nova] Releasing lock "refresh_cache-9bde39fc-8976-4a80-b166-bc237cc38f5f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.850847] env[69702]: DEBUG nova.compute.manager [req-5d9fe09f-7170-4e36-8be8-c809da8905ee req-67657ea3-8bb3-41b4-b9a0-58c4de62a2ee service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Received event network-vif-deleted-30036c8f-3e1d-4622-877e-a1184ec7a4a5 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.852773] env[69702]: INFO nova.compute.manager [req-5d9fe09f-7170-4e36-8be8-c809da8905ee req-67657ea3-8bb3-41b4-b9a0-58c4de62a2ee service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Neutron deleted interface 30036c8f-3e1d-4622-877e-a1184ec7a4a5; detaching it from the instance and deleting it from the info cache [ 1047.853048] env[69702]: DEBUG nova.network.neutron [req-5d9fe09f-7170-4e36-8be8-c809da8905ee req-67657ea3-8bb3-41b4-b9a0-58c4de62a2ee service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.917828] env[69702]: DEBUG nova.compute.manager [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.918087] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.919100] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759802f8-c860-442c-9dc1-c9ce73e278fd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.929355] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.929865] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fed83ff-d235-447d-908e-533d7693e3eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.940715] env[69702]: DEBUG oslo_vmware.api [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 1047.940715] env[69702]: value = "task-3085705" [ 1047.940715] env[69702]: _type = "Task" [ 1047.940715] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.952469] env[69702]: DEBUG oslo_vmware.api [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.002431] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085701, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.097072] env[69702]: DEBUG oslo_vmware.api [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085700, 'name': PowerOnVM_Task, 'duration_secs': 0.765083} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.097434] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.097654] env[69702]: INFO nova.compute.manager [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Took 12.38 seconds to spawn the instance on the hypervisor. [ 1048.097841] env[69702]: DEBUG nova.compute.manager [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.098941] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4215516-7709-499c-b3ac-87d0102d0a62 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.160277] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085703, 'name': PowerOffVM_Task, 'duration_secs': 0.262293} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.160565] env[69702]: DEBUG oslo_vmware.api [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085702, 'name': PowerOffVM_Task, 'duration_secs': 0.261717} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.161662] env[69702]: DEBUG nova.network.neutron [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Successfully updated port: 2d9fdbcb-d50c-4dec-aa20-6e621dc113b9 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.165019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.165189] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.167094] env[69702]: INFO nova.compute.claims [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.170268] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.170268] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.170268] env[69702]: DEBUG nova.compute.manager [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.171760] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "refresh_cache-9e3be003-2a26-44e4-8e8b-342e11d6ca5b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.171883] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "refresh_cache-9e3be003-2a26-44e4-8e8b-342e11d6ca5b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.172031] env[69702]: DEBUG nova.network.neutron [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.173583] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7656dc78-9b61-40ba-8992-80386bf56da3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.178941] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97767106-8b28-4e7a-b861-eaf2958e6691 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.208607] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29899e54-ec70-4c00-b76c-8df74bf3979f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.223380] env[69702]: DEBUG nova.network.neutron [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.319518] env[69702]: DEBUG nova.network.neutron [-] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.357149] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-693c4bf8-9ece-4478-92e0-e501d8572e13 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.367162] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324557a0-92c0-4d6d-8274-0e0598625d9e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.381725] env[69702]: DEBUG nova.network.neutron [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Updating instance_info_cache with network_info: [{"id": "2d9fdbcb-d50c-4dec-aa20-6e621dc113b9", "address": "fa:16:3e:84:aa:e8", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9fdbcb-d5", "ovs_interfaceid": "2d9fdbcb-d50c-4dec-aa20-6e621dc113b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.405466] env[69702]: DEBUG nova.compute.manager [req-5d9fe09f-7170-4e36-8be8-c809da8905ee req-67657ea3-8bb3-41b4-b9a0-58c4de62a2ee service nova] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Detach interface failed, port_id=30036c8f-3e1d-4622-877e-a1184ec7a4a5, reason: Instance 9bde39fc-8976-4a80-b166-bc237cc38f5f could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1048.452369] env[69702]: DEBUG oslo_vmware.api [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085705, 'name': PowerOffVM_Task, 'duration_secs': 0.425002} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.452637] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.452810] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.453160] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77239341-520a-4a68-b3e6-16ab59dc2125 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.498281] env[69702]: DEBUG oslo_vmware.api [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085701, 'name': PowerOnVM_Task, 'duration_secs': 0.644342} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.498571] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.498776] env[69702]: INFO nova.compute.manager [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1048.498950] env[69702]: DEBUG nova.compute.manager [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.499779] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28669380-8511-43c0-a416-8619ebcf9c93 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.533148] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.533395] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.533583] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Deleting the datastore file [datastore2] 73bb0696-a7a2-45a5-9f2e-2594babcdc4c {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.533864] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d00f435-aa49-460e-bbdd-dc295e87b1f6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.538820] env[69702]: DEBUG nova.network.neutron [-] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.543884] env[69702]: DEBUG oslo_vmware.api [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 1048.543884] env[69702]: value = "task-3085707" [ 1048.543884] env[69702]: _type = "Task" [ 1048.543884] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.553947] env[69702]: DEBUG oslo_vmware.api [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.622031] env[69702]: INFO nova.compute.manager [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Took 24.33 seconds to build instance. [ 1048.711048] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "6ab84752-82a0-439d-9ef5-10af2d519311" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.614s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.725102] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1048.725845] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2de3c16e-4d86-477b-ae3b-3260a9a93146 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.735797] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1048.735797] env[69702]: value = "task-3085708" [ 1048.735797] env[69702]: _type = "Task" [ 1048.735797] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.746321] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085708, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.822280] env[69702]: INFO nova.compute.manager [-] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Took 1.83 seconds to deallocate network for instance. [ 1048.884746] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "refresh_cache-9e3be003-2a26-44e4-8e8b-342e11d6ca5b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.884746] env[69702]: DEBUG nova.compute.manager [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Instance network_info: |[{"id": "2d9fdbcb-d50c-4dec-aa20-6e621dc113b9", "address": "fa:16:3e:84:aa:e8", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9fdbcb-d5", "ovs_interfaceid": "2d9fdbcb-d50c-4dec-aa20-6e621dc113b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.886197] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:aa:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d9fdbcb-d50c-4dec-aa20-6e621dc113b9', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.894365] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.894925] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.895178] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ce35b6b-6810-4a84-bf78-acd1693574eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.919577] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.919577] env[69702]: value = "task-3085709" [ 1048.919577] env[69702]: _type = "Task" [ 1048.919577] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.928460] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085709, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.021672] env[69702]: INFO nova.compute.manager [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Took 19.20 seconds to build instance. [ 1049.043048] env[69702]: INFO nova.compute.manager [-] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Took 1.75 seconds to deallocate network for instance. [ 1049.060186] env[69702]: DEBUG oslo_vmware.api [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176463} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.060618] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.060867] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.061113] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.061354] env[69702]: INFO nova.compute.manager [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1049.061647] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.061879] env[69702]: DEBUG nova.compute.manager [-] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.062021] env[69702]: DEBUG nova.network.neutron [-] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.124195] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f366feaf-5d9f-4151-94e1-9007442dcb28 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "11b901e2-bc52-49e4-8f6e-9c50285dac55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.850s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.223552] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.253383] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085708, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.331467] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.430211] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085709, 'name': CreateVM_Task, 'duration_secs': 0.421807} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.430578] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.431400] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.431770] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.432227] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.435094] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-899fe609-60cb-4292-9fa4-6a150f074e5c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.443023] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1049.443023] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b82767-5bec-b6d2-33c0-b5f4d26ac1eb" [ 1049.443023] env[69702]: _type = "Task" [ 1049.443023] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.451318] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b82767-5bec-b6d2-33c0-b5f4d26ac1eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.502545] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ba3a81-d242-4780-a885-e18c0e6a7408 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.512240] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f311dadb-19f3-4275-b3aa-fa7e6495d991 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.526192] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f3ff86d8-b71f-4cad-bf8d-d6ee0f233e29 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "5edd2bf4-94ab-4318-8b7e-55bfbb3c8158" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.710s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.559814] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.561029] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07dae06-7ce2-495b-adc8-c5766db147b9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.571764] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ed8603-d139-45d7-b656-dd4ccd1a1483 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.588723] env[69702]: DEBUG nova.compute.provider_tree [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.753566] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085708, 'name': CreateSnapshot_Task, 'duration_secs': 1.010051} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.754078] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1049.755951] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adc5ea7-a293-4343-88f6-c16654a708c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.958927] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b82767-5bec-b6d2-33c0-b5f4d26ac1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011347} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.961199] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.961619] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.962469] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.962469] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.963045] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.963045] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eaa3ff3-9be2-4ebc-b8c6-4c9727b5cde2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.976737] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.976941] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.978266] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8100618e-7068-4d83-8beb-06706f1bad86 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.986566] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1049.986566] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5286ccc3-abec-85d1-3a41-c23140b2c5f1" [ 1049.986566] env[69702]: _type = "Task" [ 1049.986566] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.996877] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5286ccc3-abec-85d1-3a41-c23140b2c5f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.092774] env[69702]: DEBUG nova.scheduler.client.report [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.139928] env[69702]: DEBUG nova.network.neutron [-] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.191516] env[69702]: DEBUG nova.compute.manager [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Received event network-vif-plugged-2d9fdbcb-d50c-4dec-aa20-6e621dc113b9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.194495] env[69702]: DEBUG oslo_concurrency.lockutils [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] Acquiring lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.194495] env[69702]: DEBUG oslo_concurrency.lockutils [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] Lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.194495] env[69702]: DEBUG oslo_concurrency.lockutils [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] Lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.194495] env[69702]: DEBUG nova.compute.manager [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] No waiting events found dispatching network-vif-plugged-2d9fdbcb-d50c-4dec-aa20-6e621dc113b9 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.194495] env[69702]: WARNING nova.compute.manager [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Received unexpected event network-vif-plugged-2d9fdbcb-d50c-4dec-aa20-6e621dc113b9 for instance with vm_state building and task_state spawning. [ 1050.194495] env[69702]: DEBUG nova.compute.manager [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Received event network-vif-deleted-5f99eca3-4116-4ab0-aaec-d5711fe20f20 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.194495] env[69702]: DEBUG nova.compute.manager [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Received event network-changed-2d9fdbcb-d50c-4dec-aa20-6e621dc113b9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.194495] env[69702]: DEBUG nova.compute.manager [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Refreshing instance network info cache due to event network-changed-2d9fdbcb-d50c-4dec-aa20-6e621dc113b9. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.194874] env[69702]: DEBUG oslo_concurrency.lockutils [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] Acquiring lock "refresh_cache-9e3be003-2a26-44e4-8e8b-342e11d6ca5b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.195138] env[69702]: DEBUG oslo_concurrency.lockutils [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] Acquired lock "refresh_cache-9e3be003-2a26-44e4-8e8b-342e11d6ca5b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.195577] env[69702]: DEBUG nova.network.neutron [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Refreshing network info cache for port 2d9fdbcb-d50c-4dec-aa20-6e621dc113b9 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.281117] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1050.281117] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4978cb31-9c8a-4365-81da-36c9576be488 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.294401] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1050.294401] env[69702]: value = "task-3085711" [ 1050.294401] env[69702]: _type = "Task" [ 1050.294401] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.303609] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085711, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.498657] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5286ccc3-abec-85d1-3a41-c23140b2c5f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.499691] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47972c60-fbff-4917-9109-779ed780c18b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.507935] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1050.507935] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cb8221-85a3-8011-cd77-de5c43ba8e8f" [ 1050.507935] env[69702]: _type = "Task" [ 1050.507935] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.518137] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cb8221-85a3-8011-cd77-de5c43ba8e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.605033] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.605033] env[69702]: DEBUG nova.compute.manager [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.611554] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.388s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.611896] env[69702]: DEBUG nova.objects.instance [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1050.643269] env[69702]: INFO nova.compute.manager [-] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Took 1.58 seconds to deallocate network for instance. [ 1050.668542] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "6ab84752-82a0-439d-9ef5-10af2d519311" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.668823] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "6ab84752-82a0-439d-9ef5-10af2d519311" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.669041] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "6ab84752-82a0-439d-9ef5-10af2d519311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.669241] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "6ab84752-82a0-439d-9ef5-10af2d519311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.669474] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "6ab84752-82a0-439d-9ef5-10af2d519311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.673543] env[69702]: INFO nova.compute.manager [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Terminating instance [ 1050.807387] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085711, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.016854] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52cb8221-85a3-8011-cd77-de5c43ba8e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011193} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.017180] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.020430] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 9e3be003-2a26-44e4-8e8b-342e11d6ca5b/9e3be003-2a26-44e4-8e8b-342e11d6ca5b.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.020817] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-556f8bcd-014e-44c7-9843-ff428e44c8d0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.031337] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1051.031337] env[69702]: value = "task-3085712" [ 1051.031337] env[69702]: _type = "Task" [ 1051.031337] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.043026] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.113622] env[69702]: DEBUG nova.compute.utils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.121052] env[69702]: DEBUG nova.compute.manager [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.121052] env[69702]: DEBUG nova.network.neutron [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.125470] env[69702]: DEBUG nova.compute.manager [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.126995] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb60c42-d0c0-45f3-8ba6-00fb995f3beb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.147059] env[69702]: DEBUG nova.network.neutron [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Updated VIF entry in instance network info cache for port 2d9fdbcb-d50c-4dec-aa20-6e621dc113b9. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.147059] env[69702]: DEBUG nova.network.neutron [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Updating instance_info_cache with network_info: [{"id": "2d9fdbcb-d50c-4dec-aa20-6e621dc113b9", "address": "fa:16:3e:84:aa:e8", "network": {"id": "fe63742f-f403-4e1b-8219-e3ba1a01d589", "bridge": "br-int", "label": "tempest-ServersTestJSON-1216163993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7af0adbcae04c3eae9371ff9ece902b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9fdbcb-d5", "ovs_interfaceid": "2d9fdbcb-d50c-4dec-aa20-6e621dc113b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.155863] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.180215] env[69702]: DEBUG nova.compute.manager [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.180215] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.180215] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1840ed-d421-491a-ba1a-6193479e8d26 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.188903] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.190028] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe6a524b-1522-4e2f-bc7c-80d762db3912 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.309676] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085711, 'name': CloneVM_Task} progress is 95%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.365587] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.365970] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.366301] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleting the datastore file [datastore1] 6ab84752-82a0-439d-9ef5-10af2d519311 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.366732] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de828f7c-26c5-44d3-bbab-1e923279421e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.376495] env[69702]: DEBUG oslo_vmware.api [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1051.376495] env[69702]: value = "task-3085714" [ 1051.376495] env[69702]: _type = "Task" [ 1051.376495] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.390018] env[69702]: DEBUG oslo_vmware.api [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.544108] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085712, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.547677] env[69702]: DEBUG nova.policy [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62291aa6cb854973a8114b781b14d6e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f4059bbb9ea4d4abe5155039fa97b67', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.628262] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2f61d976-3a39-4c67-882d-d67f0c2fc757 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.629875] env[69702]: DEBUG nova.compute.manager [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.632833] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.301s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.633035] env[69702]: DEBUG nova.objects.instance [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Lazy-loading 'resources' on Instance uuid 9bde39fc-8976-4a80-b166-bc237cc38f5f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.649102] env[69702]: INFO nova.compute.manager [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] instance snapshotting [ 1051.653315] env[69702]: DEBUG oslo_concurrency.lockutils [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] Releasing lock "refresh_cache-9e3be003-2a26-44e4-8e8b-342e11d6ca5b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.653511] env[69702]: DEBUG nova.compute.manager [req-7cd40e6f-1c52-4afd-a121-beeb21f3e5df req-ecd2713c-aece-4210-9cce-f64054a55af8 service nova] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Received event network-vif-deleted-a51cb148-85a9-4bf1-b9c2-62e6c085e632 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.655020] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dea240-48bc-45b6-9596-32ffc29da4db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.689834] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8099e0b-825a-474a-92fd-352d554689de {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.806725] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085711, 'name': CloneVM_Task, 'duration_secs': 1.428274} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.807545] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Created linked-clone VM from snapshot [ 1051.808883] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489e598e-e58a-4e9a-9ffa-6b7767b9923c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.819231] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Uploading image 9cb35961-d94d-467a-834f-a8e4b3507093 {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1051.849755] env[69702]: DEBUG oslo_vmware.rw_handles [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1051.849755] env[69702]: value = "vm-617712" [ 1051.849755] env[69702]: _type = "VirtualMachine" [ 1051.849755] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1051.850057] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-71c20137-8d4c-428c-94fc-54bf1b6eabf8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.859591] env[69702]: DEBUG oslo_vmware.rw_handles [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lease: (returnval){ [ 1051.859591] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5291a965-e02d-9fb9-1046-8615c446b1b9" [ 1051.859591] env[69702]: _type = "HttpNfcLease" [ 1051.859591] env[69702]: } obtained for exporting VM: (result){ [ 1051.859591] env[69702]: value = "vm-617712" [ 1051.859591] env[69702]: _type = "VirtualMachine" [ 1051.859591] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1051.859853] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the lease: (returnval){ [ 1051.859853] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5291a965-e02d-9fb9-1046-8615c446b1b9" [ 1051.859853] env[69702]: _type = "HttpNfcLease" [ 1051.859853] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1051.871256] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1051.871256] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5291a965-e02d-9fb9-1046-8615c446b1b9" [ 1051.871256] env[69702]: _type = "HttpNfcLease" [ 1051.871256] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1051.888156] env[69702]: DEBUG oslo_vmware.api [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26122} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.888455] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.888654] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.888836] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.889020] env[69702]: INFO nova.compute.manager [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Took 0.71 seconds to destroy the instance on the hypervisor. [ 1051.889253] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.889570] env[69702]: DEBUG nova.compute.manager [-] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.889570] env[69702]: DEBUG nova.network.neutron [-] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.046042] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529827} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.046134] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 9e3be003-2a26-44e4-8e8b-342e11d6ca5b/9e3be003-2a26-44e4-8e8b-342e11d6ca5b.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.046384] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.051268] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f04fe4d-1d04-4f50-8b34-6382f62d2e1a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.055528] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1052.055528] env[69702]: value = "task-3085716" [ 1052.055528] env[69702]: _type = "Task" [ 1052.055528] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.069063] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.204050] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1052.204274] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6af29b3-8e58-43d3-b04e-85ae29ef4acd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.214848] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1052.214848] env[69702]: value = "task-3085718" [ 1052.214848] env[69702]: _type = "Task" [ 1052.214848] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.226436] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085718, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.236783] env[69702]: DEBUG nova.compute.manager [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Received event network-changed-77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.237109] env[69702]: DEBUG nova.compute.manager [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Refreshing instance network info cache due to event network-changed-77e24fc0-62a0-4442-81e1-90bc31db5920. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.237385] env[69702]: DEBUG oslo_concurrency.lockutils [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] Acquiring lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.237679] env[69702]: DEBUG oslo_concurrency.lockutils [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] Acquired lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.237722] env[69702]: DEBUG nova.network.neutron [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Refreshing network info cache for port 77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.359229] env[69702]: DEBUG nova.network.neutron [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Successfully created port: be8a7f41-b432-4f00-8c59-7f964b153cbc {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.370596] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1052.370596] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5291a965-e02d-9fb9-1046-8615c446b1b9" [ 1052.370596] env[69702]: _type = "HttpNfcLease" [ 1052.370596] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1052.373202] env[69702]: DEBUG oslo_vmware.rw_handles [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1052.373202] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5291a965-e02d-9fb9-1046-8615c446b1b9" [ 1052.373202] env[69702]: _type = "HttpNfcLease" [ 1052.373202] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1052.374195] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39d40a1-573f-4ceb-a16b-14b0f64c6a46 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.383887] env[69702]: DEBUG oslo_vmware.rw_handles [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7738a-3209-b4c3-115b-c8a5b0e4c580/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1052.384343] env[69702]: DEBUG oslo_vmware.rw_handles [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7738a-3209-b4c3-115b-c8a5b0e4c580/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1052.519479] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4cac98-ddad-422a-b8b9-6926ed56269f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.528426] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be1ca39-6d1e-49bc-95c7-1610eecef7f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.563268] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1da122-c6c0-410b-aa08-7c8ab3ec1273 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.569009] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae808bb8-cb87-4b0c-a612-afe330349f06 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.573997] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244086} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.577238] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.578203] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d3de6b-9830-4f30-a83b-19a6010ea493 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.581685] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5e20b7-6e55-4137-9fc4-d56508abf15a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.601202] env[69702]: DEBUG nova.compute.provider_tree [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.623636] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 9e3be003-2a26-44e4-8e8b-342e11d6ca5b/9e3be003-2a26-44e4-8e8b-342e11d6ca5b.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.625396] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30839424-cb77-4782-9a73-4e5eebe44d8d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.646608] env[69702]: DEBUG nova.compute.manager [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.659504] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1052.659504] env[69702]: value = "task-3085719" [ 1052.659504] env[69702]: _type = "Task" [ 1052.659504] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.667325] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.676421] env[69702]: DEBUG nova.virt.hardware [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.676722] env[69702]: DEBUG nova.virt.hardware [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.676822] env[69702]: DEBUG nova.virt.hardware [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.677018] env[69702]: DEBUG nova.virt.hardware [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.677209] env[69702]: DEBUG nova.virt.hardware [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.677360] env[69702]: DEBUG nova.virt.hardware [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.677579] env[69702]: DEBUG nova.virt.hardware [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.677761] env[69702]: DEBUG nova.virt.hardware [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.677951] env[69702]: DEBUG nova.virt.hardware [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.678134] env[69702]: DEBUG nova.virt.hardware [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.678311] env[69702]: DEBUG nova.virt.hardware [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.679195] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b558d3-3178-493c-b192-b9dbc4cd287a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.691494] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38111182-9c26-4d03-aea7-f7ee935bc59f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.730347] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085718, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.950321] env[69702]: DEBUG nova.network.neutron [-] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.126734] env[69702]: DEBUG nova.scheduler.client.report [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.172832] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085719, 'name': ReconfigVM_Task, 'duration_secs': 0.318932} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.173342] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 9e3be003-2a26-44e4-8e8b-342e11d6ca5b/9e3be003-2a26-44e4-8e8b-342e11d6ca5b.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.174148] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-943f8f3d-c549-4763-9f1b-1c51463304d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.180819] env[69702]: DEBUG nova.network.neutron [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updated VIF entry in instance network info cache for port 77e24fc0-62a0-4442-81e1-90bc31db5920. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.181228] env[69702]: DEBUG nova.network.neutron [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updating instance_info_cache with network_info: [{"id": "77e24fc0-62a0-4442-81e1-90bc31db5920", "address": "fa:16:3e:d6:20:14", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e24fc0-62", "ovs_interfaceid": "77e24fc0-62a0-4442-81e1-90bc31db5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.189906] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1053.189906] env[69702]: value = "task-3085720" [ 1053.189906] env[69702]: _type = "Task" [ 1053.189906] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.205540] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085720, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.230238] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085718, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.457531] env[69702]: INFO nova.compute.manager [-] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Took 1.57 seconds to deallocate network for instance. [ 1053.491088] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.491335] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.641049] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.644097] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.084s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.644341] env[69702]: DEBUG nova.objects.instance [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lazy-loading 'resources' on Instance uuid 5c3745b8-1494-4cdf-89fe-e30b1eba7c13 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.664119] env[69702]: INFO nova.scheduler.client.report [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Deleted allocations for instance 9bde39fc-8976-4a80-b166-bc237cc38f5f [ 1053.690460] env[69702]: DEBUG oslo_concurrency.lockutils [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] Releasing lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.690836] env[69702]: DEBUG nova.compute.manager [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Received event network-changed-2e09b91e-6c79-41c7-b90d-5e2a96185342 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.691167] env[69702]: DEBUG nova.compute.manager [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Refreshing instance network info cache due to event network-changed-2e09b91e-6c79-41c7-b90d-5e2a96185342. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.691552] env[69702]: DEBUG oslo_concurrency.lockutils [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] Acquiring lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.691843] env[69702]: DEBUG oslo_concurrency.lockutils [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] Acquired lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.692143] env[69702]: DEBUG nova.network.neutron [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Refreshing network info cache for port 2e09b91e-6c79-41c7-b90d-5e2a96185342 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.704779] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085720, 'name': Rename_Task, 'duration_secs': 0.211123} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.705420] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.706041] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5c8ac78-505f-4b95-8d8d-5258c813b51f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.713750] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1053.713750] env[69702]: value = "task-3085721" [ 1053.713750] env[69702]: _type = "Task" [ 1053.713750] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.727051] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.730795] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085718, 'name': CreateSnapshot_Task, 'duration_secs': 1.036181} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.731445] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1053.732417] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7968b551-18c9-4381-a2bb-f42a209ad1f5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.964506] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.996922] env[69702]: DEBUG nova.compute.utils [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.173575] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6eb4e999-28f2-4cc5-a18c-b78b6736f5ed tempest-ServerRescueTestJSONUnderV235-2007737264 tempest-ServerRescueTestJSONUnderV235-2007737264-project-member] Lock "9bde39fc-8976-4a80-b166-bc237cc38f5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.846s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.228813] env[69702]: DEBUG oslo_vmware.api [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085721, 'name': PowerOnVM_Task, 'duration_secs': 0.473882} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.229184] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.229525] env[69702]: INFO nova.compute.manager [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1054.229835] env[69702]: DEBUG nova.compute.manager [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.230734] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2dbd48-e25a-44b1-83fd-f89eee52a53a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.265637] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1054.265951] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-61466a16-e5e2-4ff5-8007-5946ac28c148 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.279631] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1054.279631] env[69702]: value = "task-3085722" [ 1054.279631] env[69702]: _type = "Task" [ 1054.279631] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.292714] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085722, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.468209] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886d9247-d0f9-4f2f-94dc-10b923410f8e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.482184] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fb6aee-e953-4f06-b464-3435a656950d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.518738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.026s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.524757] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2d304b-cb6c-4db5-b04f-22e550471ab8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.531168] env[69702]: DEBUG nova.network.neutron [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Successfully updated port: be8a7f41-b432-4f00-8c59-7f964b153cbc {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.545190] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780bb31b-1e62-4d96-bc59-bb913ee5e160 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.567867] env[69702]: DEBUG nova.compute.provider_tree [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.735075] env[69702]: DEBUG nova.network.neutron [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updated VIF entry in instance network info cache for port 2e09b91e-6c79-41c7-b90d-5e2a96185342. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.735575] env[69702]: DEBUG nova.network.neutron [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updating instance_info_cache with network_info: [{"id": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "address": "fa:16:3e:df:9a:1f", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e09b91e-6c", "ovs_interfaceid": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.751642] env[69702]: INFO nova.compute.manager [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Took 20.30 seconds to build instance. [ 1054.792124] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085722, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.035126] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "refresh_cache-1b4cb5ad-b002-4c1a-a65e-679cf614bc93" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.035370] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquired lock "refresh_cache-1b4cb5ad-b002-4c1a-a65e-679cf614bc93" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.035619] env[69702]: DEBUG nova.network.neutron [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.075174] env[69702]: DEBUG nova.scheduler.client.report [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.124161] env[69702]: DEBUG nova.compute.manager [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Received event network-vif-deleted-198f546d-b960-47c9-a156-4be8d7d8d453 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.124540] env[69702]: DEBUG nova.compute.manager [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Received event network-changed-2e09b91e-6c79-41c7-b90d-5e2a96185342 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.124730] env[69702]: DEBUG nova.compute.manager [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Refreshing instance network info cache due to event network-changed-2e09b91e-6c79-41c7-b90d-5e2a96185342. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.124957] env[69702]: DEBUG oslo_concurrency.lockutils [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] Acquiring lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.239883] env[69702]: DEBUG oslo_concurrency.lockutils [req-989d6e02-affd-4658-8f7d-0205d348ecff req-b8cd475e-e86c-4564-9caa-2fdf1f87d007 service nova] Releasing lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.240049] env[69702]: DEBUG oslo_concurrency.lockutils [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] Acquired lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.240376] env[69702]: DEBUG nova.network.neutron [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Refreshing network info cache for port 2e09b91e-6c79-41c7-b90d-5e2a96185342 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.255327] env[69702]: DEBUG oslo_concurrency.lockutils [None req-929d3cea-0078-4b3f-8582-35ae094ec9de tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.807s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.291322] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085722, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.587861] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.590818] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.592110] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.592110] env[69702]: INFO nova.compute.manager [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Attaching volume 98e53652-63eb-47e6-8162-090406041ab7 to /dev/sdb [ 1055.593190] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.437s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.593371] env[69702]: DEBUG nova.objects.instance [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lazy-loading 'resources' on Instance uuid 73bb0696-a7a2-45a5-9f2e-2594babcdc4c {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.632262] env[69702]: INFO nova.scheduler.client.report [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleted allocations for instance 5c3745b8-1494-4cdf-89fe-e30b1eba7c13 [ 1055.634256] env[69702]: DEBUG nova.network.neutron [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.645038] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca3469d-7677-48b3-88cc-1d891c0539b4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.655252] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39431fd-a6bb-4a1e-940d-01106ae304dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.673825] env[69702]: DEBUG nova.virt.block_device [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating existing volume attachment record: 56c1cba5-8db4-4657-96e9-fd4c986148be {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1055.795028] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085722, 'name': CloneVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.153020] env[69702]: DEBUG nova.network.neutron [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Updating instance_info_cache with network_info: [{"id": "be8a7f41-b432-4f00-8c59-7f964b153cbc", "address": "fa:16:3e:ea:5b:21", "network": {"id": "1c9568b8-e920-4362-abe5-e1b19364e056", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857360950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6f4059bbb9ea4d4abe5155039fa97b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe8a7f41-b4", "ovs_interfaceid": "be8a7f41-b432-4f00-8c59-7f964b153cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.154850] env[69702]: DEBUG oslo_concurrency.lockutils [None req-34fcce92-46d2-4281-a086-6aeaf4e732b5 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "5c3745b8-1494-4cdf-89fe-e30b1eba7c13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.015s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.286031] env[69702]: DEBUG oslo_concurrency.lockutils [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Acquiring lock "ec9baabf-b674-44d8-9a22-cee11b1447b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.286031] env[69702]: DEBUG oslo_concurrency.lockutils [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Lock "ec9baabf-b674-44d8-9a22-cee11b1447b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.299930] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085722, 'name': CloneVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.409715] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "interface-51ec7efb-8142-49a6-9110-fe71ff225339-b6d745f8-7ebe-4d75-baca-229984538846" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.410038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-51ec7efb-8142-49a6-9110-fe71ff225339-b6d745f8-7ebe-4d75-baca-229984538846" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.410695] env[69702]: DEBUG nova.objects.instance [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'flavor' on Instance uuid 51ec7efb-8142-49a6-9110-fe71ff225339 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.418836] env[69702]: DEBUG nova.network.neutron [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updated VIF entry in instance network info cache for port 2e09b91e-6c79-41c7-b90d-5e2a96185342. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.418836] env[69702]: DEBUG nova.network.neutron [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updating instance_info_cache with network_info: [{"id": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "address": "fa:16:3e:df:9a:1f", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e09b91e-6c", "ovs_interfaceid": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.439526] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3f3948-3521-4b4b-954f-f80119c19c8e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.453977] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da16df4-ca8a-4ded-ad92-0b3d72a633ab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.495432] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a48e3e-953f-4da5-9a3b-ef5065263826 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.504829] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41223687-a2f2-4b8c-a8a2-ac4cad169848 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.525217] env[69702]: DEBUG nova.compute.provider_tree [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.661761] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Releasing lock "refresh_cache-1b4cb5ad-b002-4c1a-a65e-679cf614bc93" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.665936] env[69702]: DEBUG nova.compute.manager [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Instance network_info: |[{"id": "be8a7f41-b432-4f00-8c59-7f964b153cbc", "address": "fa:16:3e:ea:5b:21", "network": {"id": "1c9568b8-e920-4362-abe5-e1b19364e056", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857360950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6f4059bbb9ea4d4abe5155039fa97b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe8a7f41-b4", "ovs_interfaceid": "be8a7f41-b432-4f00-8c59-7f964b153cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.665936] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:5b:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be8a7f41-b432-4f00-8c59-7f964b153cbc', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.675419] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.676099] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.676351] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b83e4a30-a9f8-4473-98a3-fbc35e2cc5c3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.712209] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.712209] env[69702]: value = "task-3085726" [ 1056.712209] env[69702]: _type = "Task" [ 1056.712209] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.722817] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085726, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.793443] env[69702]: DEBUG nova.compute.manager [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.812874] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085722, 'name': CloneVM_Task, 'duration_secs': 2.080948} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.813430] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Created linked-clone VM from snapshot [ 1056.815226] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7973ae3d-a3a7-46e3-ae32-c863a126a28a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.829754] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Uploading image 4ae90483-3b5f-43b6-8d5e-62705fab5ea1 {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1056.870216] env[69702]: DEBUG oslo_vmware.rw_handles [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1056.870216] env[69702]: value = "vm-617714" [ 1056.870216] env[69702]: _type = "VirtualMachine" [ 1056.870216] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1056.871015] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f135c46b-ef26-42ed-b43d-7e7a8fa68cfd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.882215] env[69702]: DEBUG oslo_vmware.rw_handles [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lease: (returnval){ [ 1056.882215] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525d2d64-31f7-aef6-8b3b-873bebaaaf87" [ 1056.882215] env[69702]: _type = "HttpNfcLease" [ 1056.882215] env[69702]: } obtained for exporting VM: (result){ [ 1056.882215] env[69702]: value = "vm-617714" [ 1056.882215] env[69702]: _type = "VirtualMachine" [ 1056.882215] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1056.882517] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the lease: (returnval){ [ 1056.882517] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525d2d64-31f7-aef6-8b3b-873bebaaaf87" [ 1056.882517] env[69702]: _type = "HttpNfcLease" [ 1056.882517] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1056.890951] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1056.890951] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525d2d64-31f7-aef6-8b3b-873bebaaaf87" [ 1056.890951] env[69702]: _type = "HttpNfcLease" [ 1056.890951] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1056.921613] env[69702]: DEBUG oslo_concurrency.lockutils [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] Releasing lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.921932] env[69702]: DEBUG nova.compute.manager [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Received event network-changed-77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.922142] env[69702]: DEBUG nova.compute.manager [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Refreshing instance network info cache due to event network-changed-77e24fc0-62a0-4442-81e1-90bc31db5920. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.922379] env[69702]: DEBUG oslo_concurrency.lockutils [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] Acquiring lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.922556] env[69702]: DEBUG oslo_concurrency.lockutils [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] Acquired lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.922747] env[69702]: DEBUG nova.network.neutron [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Refreshing network info cache for port 77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.034023] env[69702]: DEBUG nova.scheduler.client.report [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.130250] env[69702]: DEBUG nova.objects.instance [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'pci_requests' on Instance uuid 51ec7efb-8142-49a6-9110-fe71ff225339 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.226834] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085726, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.319591] env[69702]: DEBUG oslo_concurrency.lockutils [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.394059] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1057.394059] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525d2d64-31f7-aef6-8b3b-873bebaaaf87" [ 1057.394059] env[69702]: _type = "HttpNfcLease" [ 1057.394059] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1057.394541] env[69702]: DEBUG oslo_vmware.rw_handles [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1057.394541] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525d2d64-31f7-aef6-8b3b-873bebaaaf87" [ 1057.394541] env[69702]: _type = "HttpNfcLease" [ 1057.394541] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1057.395683] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335bc382-dcb9-4a08-842a-a4656b0f3db6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.406688] env[69702]: DEBUG oslo_vmware.rw_handles [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fab634-1503-2c72-c7c2-8ee85fe9ee73/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1057.406911] env[69702]: DEBUG oslo_vmware.rw_handles [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fab634-1503-2c72-c7c2-8ee85fe9ee73/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1057.514912] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4f021983-13dd-4e1b-b8e8-29f39907f8ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.539632] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.545858] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.582s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.546138] env[69702]: DEBUG nova.objects.instance [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lazy-loading 'resources' on Instance uuid 6ab84752-82a0-439d-9ef5-10af2d519311 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.570388] env[69702]: INFO nova.scheduler.client.report [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Deleted allocations for instance 73bb0696-a7a2-45a5-9f2e-2594babcdc4c [ 1057.630985] env[69702]: DEBUG nova.compute.manager [req-a1391748-0848-4e2a-a859-e8f037d757a2 req-6d74189d-45df-4c09-8031-6b9537f480d0 service nova] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Received event network-changed-be8a7f41-b432-4f00-8c59-7f964b153cbc {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.631787] env[69702]: DEBUG nova.compute.manager [req-a1391748-0848-4e2a-a859-e8f037d757a2 req-6d74189d-45df-4c09-8031-6b9537f480d0 service nova] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Refreshing instance network info cache due to event network-changed-be8a7f41-b432-4f00-8c59-7f964b153cbc. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.632047] env[69702]: DEBUG oslo_concurrency.lockutils [req-a1391748-0848-4e2a-a859-e8f037d757a2 req-6d74189d-45df-4c09-8031-6b9537f480d0 service nova] Acquiring lock "refresh_cache-1b4cb5ad-b002-4c1a-a65e-679cf614bc93" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.632192] env[69702]: DEBUG oslo_concurrency.lockutils [req-a1391748-0848-4e2a-a859-e8f037d757a2 req-6d74189d-45df-4c09-8031-6b9537f480d0 service nova] Acquired lock "refresh_cache-1b4cb5ad-b002-4c1a-a65e-679cf614bc93" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.632388] env[69702]: DEBUG nova.network.neutron [req-a1391748-0848-4e2a-a859-e8f037d757a2 req-6d74189d-45df-4c09-8031-6b9537f480d0 service nova] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Refreshing network info cache for port be8a7f41-b432-4f00-8c59-7f964b153cbc {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.637604] env[69702]: DEBUG nova.objects.base [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Object Instance<51ec7efb-8142-49a6-9110-fe71ff225339> lazy-loaded attributes: flavor,pci_requests {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1057.637840] env[69702]: DEBUG nova.network.neutron [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.679175] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "9c100c06-ad85-4348-8ffd-58171212e8a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.679175] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "9c100c06-ad85-4348-8ffd-58171212e8a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.730338] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085726, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.818208] env[69702]: DEBUG nova.policy [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd10bbe1bf4894d159adfa9608fb6ebcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9251ee7f0dc6425f8bb25921c6ae3377', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.963271] env[69702]: DEBUG nova.network.neutron [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updated VIF entry in instance network info cache for port 77e24fc0-62a0-4442-81e1-90bc31db5920. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.963787] env[69702]: DEBUG nova.network.neutron [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updating instance_info_cache with network_info: [{"id": "77e24fc0-62a0-4442-81e1-90bc31db5920", "address": "fa:16:3e:d6:20:14", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e24fc0-62", "ovs_interfaceid": "77e24fc0-62a0-4442-81e1-90bc31db5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.083818] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3db06de1-3a5a-4327-9352-af566ebdd6b4 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "73bb0696-a7a2-45a5-9f2e-2594babcdc4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.677s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.187267] env[69702]: DEBUG nova.compute.manager [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.254444] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085726, 'name': CreateVM_Task, 'duration_secs': 1.479746} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.254444] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.255257] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.255529] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.256633] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.260877] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b2eb4e-2a8c-4166-b719-cae6ebae2878 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.275339] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1058.275339] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a02da8-9c2a-1af5-4f61-1beee73e666d" [ 1058.275339] env[69702]: _type = "Task" [ 1058.275339] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.294323] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a02da8-9c2a-1af5-4f61-1beee73e666d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.446754] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff29f0ab-fd3c-4cc7-9e35-77613ecb0730 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.457542] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00a2342-58a7-4f49-87cf-a292b5aece80 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.473478] env[69702]: DEBUG oslo_concurrency.lockutils [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] Releasing lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.473742] env[69702]: DEBUG nova.compute.manager [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Received event network-vif-plugged-be8a7f41-b432-4f00-8c59-7f964b153cbc {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.474177] env[69702]: DEBUG oslo_concurrency.lockutils [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] Acquiring lock "1b4cb5ad-b002-4c1a-a65e-679cf614bc93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.474435] env[69702]: DEBUG oslo_concurrency.lockutils [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] Lock "1b4cb5ad-b002-4c1a-a65e-679cf614bc93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.474691] env[69702]: DEBUG oslo_concurrency.lockutils [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] Lock "1b4cb5ad-b002-4c1a-a65e-679cf614bc93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.475129] env[69702]: DEBUG nova.compute.manager [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] No waiting events found dispatching network-vif-plugged-be8a7f41-b432-4f00-8c59-7f964b153cbc {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.475407] env[69702]: WARNING nova.compute.manager [req-2a5535e8-a81b-493c-87dd-fac538dc268b req-3a423b60-a651-4ffb-bf02-293734f71a89 service nova] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Received unexpected event network-vif-plugged-be8a7f41-b432-4f00-8c59-7f964b153cbc for instance with vm_state building and task_state spawning. [ 1058.507657] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af85fa0b-d511-41f1-a3b4-c30b38ff3120 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.521208] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72083185-4093-4429-9bb1-4900f70ef181 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.540710] env[69702]: DEBUG nova.compute.provider_tree [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.565070] env[69702]: DEBUG nova.network.neutron [req-a1391748-0848-4e2a-a859-e8f037d757a2 req-6d74189d-45df-4c09-8031-6b9537f480d0 service nova] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Updated VIF entry in instance network info cache for port be8a7f41-b432-4f00-8c59-7f964b153cbc. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.565620] env[69702]: DEBUG nova.network.neutron [req-a1391748-0848-4e2a-a859-e8f037d757a2 req-6d74189d-45df-4c09-8031-6b9537f480d0 service nova] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Updating instance_info_cache with network_info: [{"id": "be8a7f41-b432-4f00-8c59-7f964b153cbc", "address": "fa:16:3e:ea:5b:21", "network": {"id": "1c9568b8-e920-4362-abe5-e1b19364e056", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857360950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6f4059bbb9ea4d4abe5155039fa97b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe8a7f41-b4", "ovs_interfaceid": "be8a7f41-b432-4f00-8c59-7f964b153cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.632268] env[69702]: DEBUG oslo_concurrency.lockutils [None req-03024043-aef3-44eb-90c8-a5b70d728478 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.632979] env[69702]: DEBUG oslo_concurrency.lockutils [None req-03024043-aef3-44eb-90c8-a5b70d728478 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.633349] env[69702]: DEBUG nova.compute.manager [None req-03024043-aef3-44eb-90c8-a5b70d728478 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.634399] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb32780-fa65-4b29-97bd-612d48c63eed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.643184] env[69702]: DEBUG nova.compute.manager [None req-03024043-aef3-44eb-90c8-a5b70d728478 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69702) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1058.643834] env[69702]: DEBUG nova.objects.instance [None req-03024043-aef3-44eb-90c8-a5b70d728478 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lazy-loading 'flavor' on Instance uuid 9e3be003-2a26-44e4-8e8b-342e11d6ca5b {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.711174] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.787681] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a02da8-9c2a-1af5-4f61-1beee73e666d, 'name': SearchDatastore_Task, 'duration_secs': 0.021691} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.788306] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.788505] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.788790] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.788991] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.789225] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.789633] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9520bdc5-f26a-4448-b164-4ee9bea04d7f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.801206] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.801431] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.802286] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a65d0d7-183c-43e2-b841-4f700ac69c4c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.809729] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1058.809729] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528c3340-e8b3-fd3e-1199-15150eed437f" [ 1058.809729] env[69702]: _type = "Task" [ 1058.809729] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.819724] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528c3340-e8b3-fd3e-1199-15150eed437f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.044174] env[69702]: DEBUG nova.scheduler.client.report [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.067997] env[69702]: DEBUG oslo_concurrency.lockutils [req-a1391748-0848-4e2a-a859-e8f037d757a2 req-6d74189d-45df-4c09-8031-6b9537f480d0 service nova] Releasing lock "refresh_cache-1b4cb5ad-b002-4c1a-a65e-679cf614bc93" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.323917] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528c3340-e8b3-fd3e-1199-15150eed437f, 'name': SearchDatastore_Task, 'duration_secs': 0.017657} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.325179] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d751a7d2-4611-4d80-a059-0e6bf12a50c7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.333625] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1059.333625] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520ccaef-1056-a17e-8815-20c7cc1598e4" [ 1059.333625] env[69702]: _type = "Task" [ 1059.333625] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.346473] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520ccaef-1056-a17e-8815-20c7cc1598e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.549824] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.552269] env[69702]: DEBUG oslo_concurrency.lockutils [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.233s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.553805] env[69702]: INFO nova.compute.claims [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.578558] env[69702]: INFO nova.scheduler.client.report [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleted allocations for instance 6ab84752-82a0-439d-9ef5-10af2d519311 [ 1059.649126] env[69702]: DEBUG nova.network.neutron [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Successfully updated port: b6d745f8-7ebe-4d75-baca-229984538846 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.650857] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-03024043-aef3-44eb-90c8-a5b70d728478 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.651138] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d08f97c-11f9-4870-bd53-c7f53e97f8b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.661978] env[69702]: DEBUG oslo_vmware.api [None req-03024043-aef3-44eb-90c8-a5b70d728478 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1059.661978] env[69702]: value = "task-3085729" [ 1059.661978] env[69702]: _type = "Task" [ 1059.661978] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.673494] env[69702]: DEBUG oslo_vmware.api [None req-03024043-aef3-44eb-90c8-a5b70d728478 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.847029] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520ccaef-1056-a17e-8815-20c7cc1598e4, 'name': SearchDatastore_Task, 'duration_secs': 0.016192} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.847477] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.847763] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1b4cb5ad-b002-4c1a-a65e-679cf614bc93/1b4cb5ad-b002-4c1a-a65e-679cf614bc93.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.848115] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e8c6f7b-e344-4c6f-afdf-296ae13943b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.856483] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1059.856483] env[69702]: value = "task-3085730" [ 1059.856483] env[69702]: _type = "Task" [ 1059.856483] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.866863] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.088249] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa10e44e-0d8a-431b-a22a-762e3bb45a0a tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "6ab84752-82a0-439d-9ef5-10af2d519311" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.419s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.155053] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.155368] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.155812] env[69702]: DEBUG nova.network.neutron [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.178637] env[69702]: DEBUG oslo_vmware.api [None req-03024043-aef3-44eb-90c8-a5b70d728478 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085729, 'name': PowerOffVM_Task, 'duration_secs': 0.318309} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.179059] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-03024043-aef3-44eb-90c8-a5b70d728478 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.179395] env[69702]: DEBUG nova.compute.manager [None req-03024043-aef3-44eb-90c8-a5b70d728478 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.180401] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c805adb2-a818-44a0-b40c-0dccb37ea288 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.370056] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085730, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.695986] env[69702]: DEBUG oslo_concurrency.lockutils [None req-03024043-aef3-44eb-90c8-a5b70d728478 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.705365] env[69702]: WARNING nova.network.neutron [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] e79b3253-926c-4965-85be-f6e26b679f10 already exists in list: networks containing: ['e79b3253-926c-4965-85be-f6e26b679f10']. ignoring it [ 1060.735224] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1060.735561] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617716', 'volume_id': '98e53652-63eb-47e6-8162-090406041ab7', 'name': 'volume-98e53652-63eb-47e6-8162-090406041ab7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b8c8a83-6547-497d-95b5-5dfaf79526ae', 'attached_at': '', 'detached_at': '', 'volume_id': '98e53652-63eb-47e6-8162-090406041ab7', 'serial': '98e53652-63eb-47e6-8162-090406041ab7'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1060.737043] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad9d9dd-9800-4c40-9d23-0ebd83c28d33 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.763372] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5675df15-d8f8-4769-b2df-560fa20b7758 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.797170] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-98e53652-63eb-47e6-8162-090406041ab7/volume-98e53652-63eb-47e6-8162-090406041ab7.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.800332] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa3a016-57ad-4f0a-b982-5872c6732a38 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.823944] env[69702]: DEBUG oslo_vmware.api [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1060.823944] env[69702]: value = "task-3085731" [ 1060.823944] env[69702]: _type = "Task" [ 1060.823944] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.836816] env[69702]: DEBUG oslo_vmware.api [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.868403] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568545} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.869701] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1b4cb5ad-b002-4c1a-a65e-679cf614bc93/1b4cb5ad-b002-4c1a-a65e-679cf614bc93.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.869925] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.870742] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e02fd7c-ed18-4c78-8627-278a2a6a1bf9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.873354] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51b103a6-ac91-4cac-b309-5b0ee65417ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.882773] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dfabd9-e3b1-4b9d-bf0f-77bea1678239 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.886424] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1060.886424] env[69702]: value = "task-3085732" [ 1060.886424] env[69702]: _type = "Task" [ 1060.886424] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.921017] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7772ec12-5b18-4f7b-a952-d7cd88164299 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.926764] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.934991] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3eea13-75e9-4843-8e48-7c13db0102b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.950941] env[69702]: DEBUG nova.compute.provider_tree [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.074164] env[69702]: DEBUG nova.network.neutron [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updating instance_info_cache with network_info: [{"id": "77e24fc0-62a0-4442-81e1-90bc31db5920", "address": "fa:16:3e:d6:20:14", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e24fc0-62", "ovs_interfaceid": "77e24fc0-62a0-4442-81e1-90bc31db5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6d745f8-7ebe-4d75-baca-229984538846", "address": "fa:16:3e:d9:9e:85", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d745f8-7e", "ovs_interfaceid": "b6d745f8-7ebe-4d75-baca-229984538846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.336634] env[69702]: DEBUG oslo_vmware.api [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.400459] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113131} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.400832] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.401844] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bdfc24-b099-49dc-abc8-77a07455fa7c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.428328] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 1b4cb5ad-b002-4c1a-a65e-679cf614bc93/1b4cb5ad-b002-4c1a-a65e-679cf614bc93.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.428768] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f937425c-c95f-4959-9107-989375e1bfc6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.450633] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1061.450633] env[69702]: value = "task-3085733" [ 1061.450633] env[69702]: _type = "Task" [ 1061.450633] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.456377] env[69702]: DEBUG nova.scheduler.client.report [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.463446] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.577676] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.578618] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.578808] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.579825] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8189801b-ec87-424b-a004-c3de7e397ff6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.600783] env[69702]: DEBUG nova.virt.hardware [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.601090] env[69702]: DEBUG nova.virt.hardware [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.601283] env[69702]: DEBUG nova.virt.hardware [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.601492] env[69702]: DEBUG nova.virt.hardware [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.601662] env[69702]: DEBUG nova.virt.hardware [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.601824] env[69702]: DEBUG nova.virt.hardware [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.602084] env[69702]: DEBUG nova.virt.hardware [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.602254] env[69702]: DEBUG nova.virt.hardware [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.602453] env[69702]: DEBUG nova.virt.hardware [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.602641] env[69702]: DEBUG nova.virt.hardware [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.602818] env[69702]: DEBUG nova.virt.hardware [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.609363] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Reconfiguring VM to attach interface {{(pid=69702) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1061.610132] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-323a390a-8404-4565-a1a8-9b0268695e2a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.629436] env[69702]: DEBUG oslo_vmware.api [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1061.629436] env[69702]: value = "task-3085734" [ 1061.629436] env[69702]: _type = "Task" [ 1061.629436] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.638915] env[69702]: DEBUG oslo_vmware.api [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085734, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.838408] env[69702]: DEBUG oslo_vmware.api [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085731, 'name': ReconfigVM_Task, 'duration_secs': 0.647831} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.838831] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-98e53652-63eb-47e6-8162-090406041ab7/volume-98e53652-63eb-47e6-8162-090406041ab7.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.844450] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d83cf6b-ddb2-4697-a0d3-12f3b1b58625 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.866547] env[69702]: DEBUG oslo_vmware.api [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1061.866547] env[69702]: value = "task-3085735" [ 1061.866547] env[69702]: _type = "Task" [ 1061.866547] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.877183] env[69702]: DEBUG oslo_vmware.api [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.914419] env[69702]: DEBUG oslo_vmware.rw_handles [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7738a-3209-b4c3-115b-c8a5b0e4c580/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1061.915403] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93404eac-67b2-4d74-a4c0-13375111b9f2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.923385] env[69702]: DEBUG oslo_vmware.rw_handles [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7738a-3209-b4c3-115b-c8a5b0e4c580/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1061.923565] env[69702]: ERROR oslo_vmware.rw_handles [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7738a-3209-b4c3-115b-c8a5b0e4c580/disk-0.vmdk due to incomplete transfer. [ 1061.923811] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9352b025-dc65-4223-9107-a826b34cb069 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.941612] env[69702]: DEBUG oslo_vmware.rw_handles [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7738a-3209-b4c3-115b-c8a5b0e4c580/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1061.941817] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Uploaded image 9cb35961-d94d-467a-834f-a8e4b3507093 to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1061.944371] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1061.944659] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-63343d5d-9264-404e-b701-06ae0290118f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.952644] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1061.952644] env[69702]: value = "task-3085736" [ 1061.952644] env[69702]: _type = "Task" [ 1061.952644] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.967107] env[69702]: DEBUG oslo_concurrency.lockutils [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.967601] env[69702]: DEBUG nova.compute.manager [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.971119] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085733, 'name': ReconfigVM_Task, 'duration_secs': 0.421291} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.975198] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.264s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.977106] env[69702]: INFO nova.compute.claims [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.979813] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 1b4cb5ad-b002-4c1a-a65e-679cf614bc93/1b4cb5ad-b002-4c1a-a65e-679cf614bc93.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.980835] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085736, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.981128] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d598fbf0-8ffd-478a-a059-7518a1189fd3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.990045] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1061.990045] env[69702]: value = "task-3085737" [ 1061.990045] env[69702]: _type = "Task" [ 1061.990045] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.001255] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085737, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.142177] env[69702]: DEBUG oslo_vmware.api [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.378020] env[69702]: DEBUG oslo_vmware.api [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085735, 'name': ReconfigVM_Task, 'duration_secs': 0.220145} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.378364] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617716', 'volume_id': '98e53652-63eb-47e6-8162-090406041ab7', 'name': 'volume-98e53652-63eb-47e6-8162-090406041ab7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b8c8a83-6547-497d-95b5-5dfaf79526ae', 'attached_at': '', 'detached_at': '', 'volume_id': '98e53652-63eb-47e6-8162-090406041ab7', 'serial': '98e53652-63eb-47e6-8162-090406041ab7'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1062.428511] env[69702]: DEBUG nova.compute.manager [req-3a5148b8-8893-4e6f-bbab-5af5df2dd6dc req-b1cd57f9-8f85-46c5-a012-80cbf8be7baa service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Received event network-vif-plugged-b6d745f8-7ebe-4d75-baca-229984538846 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.428595] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a5148b8-8893-4e6f-bbab-5af5df2dd6dc req-b1cd57f9-8f85-46c5-a012-80cbf8be7baa service nova] Acquiring lock "51ec7efb-8142-49a6-9110-fe71ff225339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.428823] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a5148b8-8893-4e6f-bbab-5af5df2dd6dc req-b1cd57f9-8f85-46c5-a012-80cbf8be7baa service nova] Lock "51ec7efb-8142-49a6-9110-fe71ff225339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.428957] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a5148b8-8893-4e6f-bbab-5af5df2dd6dc req-b1cd57f9-8f85-46c5-a012-80cbf8be7baa service nova] Lock "51ec7efb-8142-49a6-9110-fe71ff225339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.429319] env[69702]: DEBUG nova.compute.manager [req-3a5148b8-8893-4e6f-bbab-5af5df2dd6dc req-b1cd57f9-8f85-46c5-a012-80cbf8be7baa service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] No waiting events found dispatching network-vif-plugged-b6d745f8-7ebe-4d75-baca-229984538846 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.429623] env[69702]: WARNING nova.compute.manager [req-3a5148b8-8893-4e6f-bbab-5af5df2dd6dc req-b1cd57f9-8f85-46c5-a012-80cbf8be7baa service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Received unexpected event network-vif-plugged-b6d745f8-7ebe-4d75-baca-229984538846 for instance with vm_state active and task_state None. [ 1062.466993] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085736, 'name': Destroy_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.483118] env[69702]: DEBUG nova.compute.utils [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.488118] env[69702]: DEBUG nova.compute.manager [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.488300] env[69702]: DEBUG nova.network.neutron [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.501708] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085737, 'name': Rename_Task, 'duration_secs': 0.215015} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.502024] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.502502] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fbaafed-610a-4b2e-978e-791911a90217 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.510295] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1062.510295] env[69702]: value = "task-3085738" [ 1062.510295] env[69702]: _type = "Task" [ 1062.510295] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.522926] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.558036] env[69702]: DEBUG nova.policy [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebce6732e2f145e8a761a4d5344f55ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c196966080234524aeb6fce1b9d83f0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.642539] env[69702]: DEBUG oslo_vmware.api [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085734, 'name': ReconfigVM_Task, 'duration_secs': 0.8981} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.643319] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.643637] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Reconfigured VM to attach interface {{(pid=69702) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1062.953736] env[69702]: DEBUG nova.network.neutron [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Successfully created port: 29bd522c-6afe-490d-b76d-7369aac5de6b {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.968820] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085736, 'name': Destroy_Task, 'duration_secs': 0.692413} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.969610] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Destroyed the VM [ 1062.969610] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1062.969831] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0f5d3e5-6811-415b-8fb0-a93d779f3375 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.979362] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1062.979362] env[69702]: value = "task-3085739" [ 1062.979362] env[69702]: _type = "Task" [ 1062.979362] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.993411] env[69702]: DEBUG nova.compute.manager [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.996785] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085739, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.027954] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.151117] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0d2091e5-0bf9-4fc7-a72c-d7eebb22ad3b tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-51ec7efb-8142-49a6-9110-fe71ff225339-b6d745f8-7ebe-4d75-baca-229984538846" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.741s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.168342] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.169455] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.169757] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.170134] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.170344] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.179314] env[69702]: INFO nova.compute.manager [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Terminating instance [ 1063.309696] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead49c9e-5a8c-48ae-aeb5-a684130592f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.318595] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0395bea9-30f6-405d-a459-247ae07f0f70 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.356580] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e334c83-6037-4d37-98a5-8f11ce2f2114 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.365866] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5471989-5fd1-476c-aafd-f73c42f33e70 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.381459] env[69702]: DEBUG nova.compute.provider_tree [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.438716] env[69702]: DEBUG nova.objects.instance [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'flavor' on Instance uuid 9b8c8a83-6547-497d-95b5-5dfaf79526ae {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.493952] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085739, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.500985] env[69702]: INFO nova.virt.block_device [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Booting with volume 33cc7c3e-37bb-47d4-850d-d4bcff2d765a at /dev/sda [ 1063.522796] env[69702]: DEBUG oslo_vmware.api [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085738, 'name': PowerOnVM_Task, 'duration_secs': 0.757316} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.523158] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.523537] env[69702]: INFO nova.compute.manager [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Took 10.88 seconds to spawn the instance on the hypervisor. [ 1063.523704] env[69702]: DEBUG nova.compute.manager [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.524560] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221af373-c092-4fd3-85c4-79e3e82b10ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.541341] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d3bd0ee-7e2f-4b5e-a016-e9726b3160b5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.551858] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc38e06-1923-4b56-a212-51f46eee988f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.591403] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e96baed8-c6fa-456b-9e47-ea5b616f482d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.603233] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bf367e-5581-4f3f-8560-373fc64e4b93 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.642645] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196ee85f-7608-49e3-9bea-519235118c7d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.650880] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c525eb-8331-4f19-888e-6fe61b6ff0c3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.665953] env[69702]: DEBUG nova.virt.block_device [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Updating existing volume attachment record: 5700c1c2-fa21-43f4-8b76-5933a95c7759 {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1063.684105] env[69702]: DEBUG nova.compute.manager [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.684649] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.685276] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e859873-30c0-46d2-9c1f-0c8304dd5bd0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.694290] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.694570] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcf062a6-52cf-4580-8a7b-da574210b39f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.703142] env[69702]: DEBUG oslo_vmware.api [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 1063.703142] env[69702]: value = "task-3085740" [ 1063.703142] env[69702]: _type = "Task" [ 1063.703142] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.713793] env[69702]: DEBUG oslo_vmware.api [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.884982] env[69702]: DEBUG nova.scheduler.client.report [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.929766] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.930507] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.945764] env[69702]: DEBUG oslo_concurrency.lockutils [None req-fa42ca66-aa07-4775-ba0d-157d7f969b80 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.355s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.991165] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085739, 'name': RemoveSnapshot_Task, 'duration_secs': 0.549827} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.991651] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1063.991908] env[69702]: DEBUG nova.compute.manager [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.992588] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4c6181-3a19-4765-96c2-2b8330e48b8a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.042695] env[69702]: INFO nova.compute.manager [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Took 15.91 seconds to build instance. [ 1064.215570] env[69702]: DEBUG oslo_vmware.api [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085740, 'name': PowerOffVM_Task, 'duration_secs': 0.239761} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.218728] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.218787] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.220210] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9897f9fe-2200-44e3-8a85-58d2dcd37f88 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.304450] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.304693] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.304869] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Deleting the datastore file [datastore1] 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.305203] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-119c6309-3119-4555-8711-e342143adba4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.322034] env[69702]: DEBUG oslo_vmware.api [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for the task: (returnval){ [ 1064.322034] env[69702]: value = "task-3085742" [ 1064.322034] env[69702]: _type = "Task" [ 1064.322034] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.336655] env[69702]: DEBUG oslo_vmware.api [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.395439] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.396722] env[69702]: DEBUG nova.compute.manager [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.401546] env[69702]: DEBUG oslo_concurrency.lockutils [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.404020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.404020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "b11d419a-93e7-48a1-b29d-97c3c80eb891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.404020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.404020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.404866] env[69702]: INFO nova.compute.manager [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Terminating instance [ 1064.440265] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.440706] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.441321] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.441630] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.441731] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.441900] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.442046] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1064.442213] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.505542] env[69702]: INFO nova.compute.manager [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Shelve offloading [ 1064.544311] env[69702]: DEBUG oslo_concurrency.lockutils [None req-00432322-bc92-412d-81da-711d7f1046b2 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "1b4cb5ad-b002-4c1a-a65e-679cf614bc93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.422s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.725654] env[69702]: DEBUG nova.compute.manager [req-70d5f258-9edb-4afb-a592-6a9b3a381c9d req-5473d0af-8d06-4178-b0dd-601d41354f20 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Received event network-changed-b6d745f8-7ebe-4d75-baca-229984538846 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.725923] env[69702]: DEBUG nova.compute.manager [req-70d5f258-9edb-4afb-a592-6a9b3a381c9d req-5473d0af-8d06-4178-b0dd-601d41354f20 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Refreshing instance network info cache due to event network-changed-b6d745f8-7ebe-4d75-baca-229984538846. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.726499] env[69702]: DEBUG oslo_concurrency.lockutils [req-70d5f258-9edb-4afb-a592-6a9b3a381c9d req-5473d0af-8d06-4178-b0dd-601d41354f20 service nova] Acquiring lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.726661] env[69702]: DEBUG oslo_concurrency.lockutils [req-70d5f258-9edb-4afb-a592-6a9b3a381c9d req-5473d0af-8d06-4178-b0dd-601d41354f20 service nova] Acquired lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.726864] env[69702]: DEBUG nova.network.neutron [req-70d5f258-9edb-4afb-a592-6a9b3a381c9d req-5473d0af-8d06-4178-b0dd-601d41354f20 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Refreshing network info cache for port b6d745f8-7ebe-4d75-baca-229984538846 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.824838] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.824838] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.824838] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.824838] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.824838] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.828361] env[69702]: DEBUG nova.network.neutron [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Successfully updated port: 29bd522c-6afe-490d-b76d-7369aac5de6b {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.834560] env[69702]: INFO nova.compute.manager [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Terminating instance [ 1064.843834] env[69702]: DEBUG oslo_vmware.api [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Task: {'id': task-3085742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341452} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.844364] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.844551] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.844811] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.844898] env[69702]: INFO nova.compute.manager [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1064.845146] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.845332] env[69702]: DEBUG nova.compute.manager [-] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.845420] env[69702]: DEBUG nova.network.neutron [-] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.906238] env[69702]: DEBUG nova.compute.utils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.907874] env[69702]: DEBUG nova.compute.manager [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.908637] env[69702]: DEBUG nova.network.neutron [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.911428] env[69702]: DEBUG nova.compute.manager [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.911617] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.912495] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846fb54a-93ab-4e54-b619-12e2139c1333 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.921815] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.922098] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-990b945b-ce44-457f-a64b-4b0cb153e008 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.930039] env[69702]: DEBUG oslo_vmware.api [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1064.930039] env[69702]: value = "task-3085743" [ 1064.930039] env[69702]: _type = "Task" [ 1064.930039] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.942203] env[69702]: DEBUG oslo_vmware.api [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.947342] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.947663] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.947838] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.947997] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1064.948941] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ef97ef-f377-4b87-8780-8410c40e85e6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.958351] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63120b76-704a-4caf-a6d6-758850955dcc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.973445] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2605181e-3057-4c79-81d5-1b55f3fceb62 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.981686] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4034ead0-f10a-4741-8487-ae9a39e05216 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.012743] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.013127] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178828MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=69702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1065.013260] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.013480] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.015145] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d637f458-90cf-48bd-910d-2ce22e4dd7d1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.023912] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1065.023912] env[69702]: value = "task-3085744" [ 1065.023912] env[69702]: _type = "Task" [ 1065.023912] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.032906] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.175802] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f763aee4-72a9-47c6-854c-63ae6e59733e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.175987] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f763aee4-72a9-47c6-854c-63ae6e59733e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.176193] env[69702]: DEBUG nova.compute.manager [None req-f763aee4-72a9-47c6-854c-63ae6e59733e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.178157] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f918f6fd-e422-4e03-932c-23df2c05046a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.186301] env[69702]: DEBUG nova.compute.manager [None req-f763aee4-72a9-47c6-854c-63ae6e59733e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69702) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1065.187853] env[69702]: DEBUG nova.objects.instance [None req-f763aee4-72a9-47c6-854c-63ae6e59733e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lazy-loading 'flavor' on Instance uuid cf0ac868-8032-4670-b31b-ed11fc4e06de {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.205925] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "interface-51ec7efb-8142-49a6-9110-fe71ff225339-b6d745f8-7ebe-4d75-baca-229984538846" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.206195] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-51ec7efb-8142-49a6-9110-fe71ff225339-b6d745f8-7ebe-4d75-baca-229984538846" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.293150] env[69702]: DEBUG nova.policy [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad4f07253ce84831aa0875546d0cb17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1fd499c118d487799ec3954cbb2b36b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.340019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Acquiring lock "refresh_cache-ec9baabf-b674-44d8-9a22-cee11b1447b5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.340019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Acquired lock "refresh_cache-ec9baabf-b674-44d8-9a22-cee11b1447b5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.340019] env[69702]: DEBUG nova.network.neutron [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.344538] env[69702]: DEBUG nova.compute.manager [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.344765] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.345916] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6147fca2-5fbe-4224-9b5c-2c58479afbe3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.356450] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.356712] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c82ff40-32fd-4c56-b667-eb16ee45a6e1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.412517] env[69702]: DEBUG nova.compute.manager [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.438873] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.438873] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.439084] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleting the datastore file [datastore2] 9e3be003-2a26-44e4-8e8b-342e11d6ca5b {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.442761] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26372cc7-669f-49db-8337-29c3aaf4a6a6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.444741] env[69702]: DEBUG oslo_vmware.api [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085743, 'name': PowerOffVM_Task, 'duration_secs': 0.259038} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.445142] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.445230] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.445866] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e029419-17a7-4d8f-bfff-73cb4ddc7432 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.451313] env[69702]: DEBUG oslo_vmware.api [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1065.451313] env[69702]: value = "task-3085746" [ 1065.451313] env[69702]: _type = "Task" [ 1065.451313] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.462544] env[69702]: DEBUG oslo_vmware.api [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.528958] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.529276] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.529469] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Deleting the datastore file [datastore2] b11d419a-93e7-48a1-b29d-97c3c80eb891 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.536911] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7acde624-329d-4e21-99dc-057d9df33d37 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.554452] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1065.554806] env[69702]: DEBUG nova.compute.manager [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.555617] env[69702]: DEBUG oslo_vmware.api [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1065.555617] env[69702]: value = "task-3085748" [ 1065.555617] env[69702]: _type = "Task" [ 1065.555617] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.556468] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82da881-21e3-4428-962b-b715fde78ede {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.570575] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.570773] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.570963] env[69702]: DEBUG nova.network.neutron [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.575757] env[69702]: DEBUG oslo_vmware.api [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.674131] env[69702]: DEBUG nova.compute.manager [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Stashing vm_state: active {{(pid=69702) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1065.709422] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.709631] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.710899] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca3fdc3-642f-4092-8c5e-5eab6eb20558 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.731888] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac49b91-495c-4024-9a1b-d1043e10d0c6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.767271] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Reconfiguring VM to detach interface {{(pid=69702) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1065.770618] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f23089-c8c7-46ed-9d25-fbb3e69ec027 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.792842] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1065.792842] env[69702]: value = "task-3085749" [ 1065.792842] env[69702]: _type = "Task" [ 1065.792842] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.803817] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.808970] env[69702]: DEBUG nova.compute.manager [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.809587] env[69702]: DEBUG nova.virt.hardware [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.809789] env[69702]: DEBUG nova.virt.hardware [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.809945] env[69702]: DEBUG nova.virt.hardware [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.810146] env[69702]: DEBUG nova.virt.hardware [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.810295] env[69702]: DEBUG nova.virt.hardware [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.810516] env[69702]: DEBUG nova.virt.hardware [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.810843] env[69702]: DEBUG nova.virt.hardware [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.810912] env[69702]: DEBUG nova.virt.hardware [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.811085] env[69702]: DEBUG nova.virt.hardware [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.811248] env[69702]: DEBUG nova.virt.hardware [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.811420] env[69702]: DEBUG nova.virt.hardware [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.812270] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c170ad3-fe88-41f2-8968-51571500e15a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.823392] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947c5e4f-64a4-4255-a0b0-b6e5b8baaa30 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.874889] env[69702]: DEBUG oslo_vmware.rw_handles [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fab634-1503-2c72-c7c2-8ee85fe9ee73/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1065.875749] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58389804-bf80-45a2-8264-6efcb5f4ec3d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.882746] env[69702]: DEBUG oslo_vmware.rw_handles [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fab634-1503-2c72-c7c2-8ee85fe9ee73/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1065.882914] env[69702]: ERROR oslo_vmware.rw_handles [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fab634-1503-2c72-c7c2-8ee85fe9ee73/disk-0.vmdk due to incomplete transfer. [ 1065.883169] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cc495ae0-ed4f-433c-8f25-4591f8de83cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.891776] env[69702]: DEBUG oslo_vmware.rw_handles [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fab634-1503-2c72-c7c2-8ee85fe9ee73/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1065.891991] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Uploaded image 4ae90483-3b5f-43b6-8d5e-62705fab5ea1 to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1065.893991] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1065.894469] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-827e2584-ce91-419a-bdf8-6ca02ed3c31d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.902315] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1065.902315] env[69702]: value = "task-3085750" [ 1065.902315] env[69702]: _type = "Task" [ 1065.902315] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.911985] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085750, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.948042] env[69702]: DEBUG nova.network.neutron [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.963156] env[69702]: DEBUG oslo_vmware.api [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147516} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.965760] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.965760] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.965760] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.965760] env[69702]: INFO nova.compute.manager [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1065.965760] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.965760] env[69702]: DEBUG nova.compute.manager [-] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.965760] env[69702]: DEBUG nova.network.neutron [-] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.037633] env[69702]: INFO nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating resource usage from migration 49d11165-41fb-45c8-b66b-9a1d00c41944 [ 1066.058266] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ebf9cfcb-426a-4ca2-9f9e-9c36c8270218 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.058835] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.058835] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance b11d419a-93e7-48a1-b29d-97c3c80eb891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.058835] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7631d8ea-ff43-4b6e-a51f-7892c46c934f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.058835] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.059018] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance de55fe3f-564d-4ce3-b008-2c9c53d77692 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.059155] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 51ec7efb-8142-49a6-9110-fe71ff225339 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.059433] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance cf0ac868-8032-4670-b31b-ed11fc4e06de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.059559] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 6443fab2-7379-47a7-90da-138abec5ca63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.059676] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 11b901e2-bc52-49e4-8f6e-9c50285dac55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.059790] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.059900] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 9e3be003-2a26-44e4-8e8b-342e11d6ca5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.060027] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 1b4cb5ad-b002-4c1a-a65e-679cf614bc93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.060248] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ec9baabf-b674-44d8-9a22-cee11b1447b5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.060248] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 9c100c06-ad85-4348-8ffd-58171212e8a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.060348] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Migration 49d11165-41fb-45c8-b66b-9a1d00c41944 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1066.060942] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 9b8c8a83-6547-497d-95b5-5dfaf79526ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.066211] env[69702]: DEBUG nova.network.neutron [req-70d5f258-9edb-4afb-a592-6a9b3a381c9d req-5473d0af-8d06-4178-b0dd-601d41354f20 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updated VIF entry in instance network info cache for port b6d745f8-7ebe-4d75-baca-229984538846. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.066632] env[69702]: DEBUG nova.network.neutron [req-70d5f258-9edb-4afb-a592-6a9b3a381c9d req-5473d0af-8d06-4178-b0dd-601d41354f20 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updating instance_info_cache with network_info: [{"id": "77e24fc0-62a0-4442-81e1-90bc31db5920", "address": "fa:16:3e:d6:20:14", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e24fc0-62", "ovs_interfaceid": "77e24fc0-62a0-4442-81e1-90bc31db5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6d745f8-7ebe-4d75-baca-229984538846", "address": "fa:16:3e:d9:9e:85", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d745f8-7e", "ovs_interfaceid": "b6d745f8-7ebe-4d75-baca-229984538846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.074580] env[69702]: DEBUG oslo_vmware.api [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167529} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.075820] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.076087] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.076285] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.076483] env[69702]: INFO nova.compute.manager [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1066.076736] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.077426] env[69702]: DEBUG nova.compute.manager [-] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.077426] env[69702]: DEBUG nova.network.neutron [-] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.197275] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763aee4-72a9-47c6-854c-63ae6e59733e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.197645] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10c129f5-e01f-444f-bd9c-821834f34c2e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.211044] env[69702]: DEBUG oslo_concurrency.lockutils [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.212907] env[69702]: DEBUG oslo_vmware.api [None req-f763aee4-72a9-47c6-854c-63ae6e59733e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1066.212907] env[69702]: value = "task-3085751" [ 1066.212907] env[69702]: _type = "Task" [ 1066.212907] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.226484] env[69702]: DEBUG oslo_vmware.api [None req-f763aee4-72a9-47c6-854c-63ae6e59733e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.306160] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.418903] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085750, 'name': Destroy_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.423773] env[69702]: DEBUG nova.compute.manager [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.450036] env[69702]: INFO nova.compute.manager [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Rescuing [ 1066.450036] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "refresh_cache-1b4cb5ad-b002-4c1a-a65e-679cf614bc93" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.450036] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquired lock "refresh_cache-1b4cb5ad-b002-4c1a-a65e-679cf614bc93" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.450036] env[69702]: DEBUG nova.network.neutron [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.458584] env[69702]: DEBUG nova.virt.hardware [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.460662] env[69702]: DEBUG nova.virt.hardware [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.460916] env[69702]: DEBUG nova.virt.hardware [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.461179] env[69702]: DEBUG nova.virt.hardware [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.462153] env[69702]: DEBUG nova.virt.hardware [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.462153] env[69702]: DEBUG nova.virt.hardware [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.462421] env[69702]: DEBUG nova.virt.hardware [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.462674] env[69702]: DEBUG nova.virt.hardware [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.462910] env[69702]: DEBUG nova.virt.hardware [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.463207] env[69702]: DEBUG nova.virt.hardware [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.463471] env[69702]: DEBUG nova.virt.hardware [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.465237] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a605148-18e7-4157-bbd0-d27869a61760 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.476856] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16ddd9d-2571-46da-8e8a-9246adc14d1b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.492238] env[69702]: DEBUG nova.network.neutron [-] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.503707] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.504038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.525330] env[69702]: DEBUG nova.network.neutron [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Updating instance_info_cache with network_info: [{"id": "29bd522c-6afe-490d-b76d-7369aac5de6b", "address": "fa:16:3e:25:3a:af", "network": {"id": "5107e15c-fdba-42af-b05f-79029efc96fa", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2066163847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196966080234524aeb6fce1b9d83f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29bd522c-6a", "ovs_interfaceid": "29bd522c-6afe-490d-b76d-7369aac5de6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.539338] env[69702]: DEBUG nova.network.neutron [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Successfully created port: e10ff809-9cc4-43ee-84ad-e1e7d1c14185 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.565820] env[69702]: INFO nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 89ca3456-61ad-467b-bbb2-6923e301f8a0 has allocations against this compute host but is not found in the database. [ 1066.566178] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1066.566339] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1066.569832] env[69702]: DEBUG oslo_concurrency.lockutils [req-70d5f258-9edb-4afb-a592-6a9b3a381c9d req-5473d0af-8d06-4178-b0dd-601d41354f20 service nova] Releasing lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.725174] env[69702]: DEBUG oslo_vmware.api [None req-f763aee4-72a9-47c6-854c-63ae6e59733e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085751, 'name': PowerOffVM_Task, 'duration_secs': 0.392399} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.725563] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763aee4-72a9-47c6-854c-63ae6e59733e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.725828] env[69702]: DEBUG nova.compute.manager [None req-f763aee4-72a9-47c6-854c-63ae6e59733e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.726693] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c90c382-df46-4b1f-8fa4-e317ac8d4084 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.777380] env[69702]: DEBUG nova.network.neutron [-] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.823615] env[69702]: DEBUG nova.compute.manager [req-a59073cb-a097-4a28-b6be-7cddaed59e5f req-6d844daa-49b3-47b0-ab44-c7e2bf37fd6f service nova] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Received event network-vif-deleted-2d9fdbcb-d50c-4dec-aa20-6e621dc113b9 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.825696] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.850945] env[69702]: DEBUG nova.compute.manager [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Received event network-vif-plugged-29bd522c-6afe-490d-b76d-7369aac5de6b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.851185] env[69702]: DEBUG oslo_concurrency.lockutils [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] Acquiring lock "ec9baabf-b674-44d8-9a22-cee11b1447b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.851390] env[69702]: DEBUG oslo_concurrency.lockutils [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] Lock "ec9baabf-b674-44d8-9a22-cee11b1447b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.851555] env[69702]: DEBUG oslo_concurrency.lockutils [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] Lock "ec9baabf-b674-44d8-9a22-cee11b1447b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.851722] env[69702]: DEBUG nova.compute.manager [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] No waiting events found dispatching network-vif-plugged-29bd522c-6afe-490d-b76d-7369aac5de6b {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.851880] env[69702]: WARNING nova.compute.manager [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Received unexpected event network-vif-plugged-29bd522c-6afe-490d-b76d-7369aac5de6b for instance with vm_state building and task_state spawning. [ 1066.852054] env[69702]: DEBUG nova.compute.manager [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Received event network-changed-29bd522c-6afe-490d-b76d-7369aac5de6b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.852299] env[69702]: DEBUG nova.compute.manager [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Refreshing instance network info cache due to event network-changed-29bd522c-6afe-490d-b76d-7369aac5de6b. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.852374] env[69702]: DEBUG oslo_concurrency.lockutils [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] Acquiring lock "refresh_cache-ec9baabf-b674-44d8-9a22-cee11b1447b5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.887337] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b4603d-eb9f-4937-8089-1784c59f0dfb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.898721] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ab7dc1-d2f9-415a-a78e-65ff48bcaf3f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.936478] env[69702]: DEBUG nova.network.neutron [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Updating instance_info_cache with network_info: [{"id": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "address": "fa:16:3e:0a:a8:51", "network": {"id": "b079dd1d-24f3-4308-8c24-d40888f0c757", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-633978202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad83c4295dc4886b9ca2d028bb1a479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c6b5ad-97", "ovs_interfaceid": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.939036] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e382bc-0bfb-46ad-908b-3ccc3fa3c492 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.945805] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085750, 'name': Destroy_Task, 'duration_secs': 0.784412} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.946860] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Destroyed the VM [ 1066.947123] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1066.947382] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-782a1346-0ad0-4fb3-ae3b-93f8d542b9aa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.956257] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b418b0e3-c72d-4913-a742-05a450d948f2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.962073] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1066.962073] env[69702]: value = "task-3085752" [ 1066.962073] env[69702]: _type = "Task" [ 1066.962073] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.974359] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.980595] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.998322] env[69702]: INFO nova.compute.manager [-] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Took 2.15 seconds to deallocate network for instance. [ 1067.006916] env[69702]: DEBUG nova.compute.manager [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.028311] env[69702]: DEBUG oslo_concurrency.lockutils [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Releasing lock "refresh_cache-ec9baabf-b674-44d8-9a22-cee11b1447b5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.028596] env[69702]: DEBUG nova.compute.manager [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Instance network_info: |[{"id": "29bd522c-6afe-490d-b76d-7369aac5de6b", "address": "fa:16:3e:25:3a:af", "network": {"id": "5107e15c-fdba-42af-b05f-79029efc96fa", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2066163847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196966080234524aeb6fce1b9d83f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29bd522c-6a", "ovs_interfaceid": "29bd522c-6afe-490d-b76d-7369aac5de6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.028892] env[69702]: DEBUG oslo_concurrency.lockutils [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] Acquired lock "refresh_cache-ec9baabf-b674-44d8-9a22-cee11b1447b5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.029088] env[69702]: DEBUG nova.network.neutron [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Refreshing network info cache for port 29bd522c-6afe-490d-b76d-7369aac5de6b {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.030371] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:3a:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29bd522c-6afe-490d-b76d-7369aac5de6b', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.039379] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Creating folder: Project (c196966080234524aeb6fce1b9d83f0c). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.039858] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d463c734-90f0-4a79-a031-b4ce1c1c49a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.056114] env[69702]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1067.056290] env[69702]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69702) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1067.056650] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Folder already exists: Project (c196966080234524aeb6fce1b9d83f0c). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1067.056848] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Creating folder: Instances. Parent ref: group-v617703. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.057374] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d875c7b-a2cc-42d7-8e66-0a9d0fa4b5d6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.070193] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Created folder: Instances in parent group-v617703. [ 1067.070441] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.070879] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.071239] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2e8296c-8b96-423b-af0f-1220a4f47290 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.092139] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.092139] env[69702]: value = "task-3085755" [ 1067.092139] env[69702]: _type = "Task" [ 1067.092139] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.099999] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085755, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.247991] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f763aee4-72a9-47c6-854c-63ae6e59733e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.283054] env[69702]: INFO nova.compute.manager [-] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Took 1.32 seconds to deallocate network for instance. [ 1067.311433] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.442993] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Releasing lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.474101] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.477065] env[69702]: DEBUG nova.scheduler.client.report [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.506311] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.529834] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.604859] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085755, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.778131] env[69702]: DEBUG nova.network.neutron [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Updated VIF entry in instance network info cache for port 29bd522c-6afe-490d-b76d-7369aac5de6b. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.778678] env[69702]: DEBUG nova.network.neutron [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Updating instance_info_cache with network_info: [{"id": "29bd522c-6afe-490d-b76d-7369aac5de6b", "address": "fa:16:3e:25:3a:af", "network": {"id": "5107e15c-fdba-42af-b05f-79029efc96fa", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2066163847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196966080234524aeb6fce1b9d83f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29bd522c-6a", "ovs_interfaceid": "29bd522c-6afe-490d-b76d-7369aac5de6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.786646] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.807048] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.865227] env[69702]: DEBUG nova.network.neutron [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Updating instance_info_cache with network_info: [{"id": "be8a7f41-b432-4f00-8c59-7f964b153cbc", "address": "fa:16:3e:ea:5b:21", "network": {"id": "1c9568b8-e920-4362-abe5-e1b19364e056", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857360950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6f4059bbb9ea4d4abe5155039fa97b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe8a7f41-b4", "ovs_interfaceid": "be8a7f41-b432-4f00-8c59-7f964b153cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.875867] env[69702]: DEBUG nova.objects.instance [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lazy-loading 'flavor' on Instance uuid cf0ac868-8032-4670-b31b-ed11fc4e06de {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.974982] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085752, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.983384] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1067.983561] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.970s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.984187] env[69702]: DEBUG oslo_concurrency.lockutils [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.775s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.109975] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085755, 'name': CreateVM_Task, 'duration_secs': 0.688748} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.110267] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.111053] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'attachment_id': '5700c1c2-fa21-43f4-8b76-5933a95c7759', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617709', 'volume_id': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'name': 'volume-33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec9baabf-b674-44d8-9a22-cee11b1447b5', 'attached_at': '', 'detached_at': '', 'volume_id': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'serial': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a'}, 'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69702) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1068.111272] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Root volume attach. Driver type: vmdk {{(pid=69702) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1068.111988] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c512df-6d06-4cc1-b600-6e719eda6f99 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.120765] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3706c80-d2bf-46c3-8804-73f037d650e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.130048] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab06f2c-d75c-4bff-8e65-d55f0cf3f042 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.137073] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3241bcd1-9b9e-4458-a620-1c5946b5af26 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.145536] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Waiting for the task: (returnval){ [ 1068.145536] env[69702]: value = "task-3085756" [ 1068.145536] env[69702]: _type = "Task" [ 1068.145536] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.155592] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085756, 'name': RelocateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.281857] env[69702]: DEBUG oslo_concurrency.lockutils [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] Releasing lock "refresh_cache-ec9baabf-b674-44d8-9a22-cee11b1447b5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.282234] env[69702]: DEBUG nova.compute.manager [req-8156f36e-e608-4c34-bb34-b3eae293d770 req-1ef0660d-d879-4890-97ca-45ea47550536 service nova] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Received event network-vif-deleted-76ed1a08-ef09-4b1c-bdbb-679c28a54534 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.307809] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.367774] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.368410] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Releasing lock "refresh_cache-1b4cb5ad-b002-4c1a-a65e-679cf614bc93" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.370862] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b4d11d-62be-476d-8549-78a784edd5ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.381579] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.381827] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0e01f08-afed-4a97-ab9e-0c725fdd6dde {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.383560] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.383723] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.383889] env[69702]: DEBUG nova.network.neutron [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.384171] env[69702]: DEBUG nova.objects.instance [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lazy-loading 'info_cache' on Instance uuid cf0ac868-8032-4670-b31b-ed11fc4e06de {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.453549] env[69702]: DEBUG nova.network.neutron [-] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.456287] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.456574] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.456779] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Deleting the datastore file [datastore2] de55fe3f-564d-4ce3-b008-2c9c53d77692 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.457439] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a1a5f04-473d-4cd0-a4a4-9027d3fe4bcf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.466205] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1068.466205] env[69702]: value = "task-3085758" [ 1068.466205] env[69702]: _type = "Task" [ 1068.466205] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.480603] env[69702]: DEBUG oslo_vmware.api [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085752, 'name': RemoveSnapshot_Task, 'duration_secs': 1.083262} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.483655] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1068.483922] env[69702]: INFO nova.compute.manager [None req-3d222cc6-3580-481e-a646-d616dfe5186a tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Took 16.83 seconds to snapshot the instance on the hypervisor. [ 1068.486448] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.490268] env[69702]: INFO nova.compute.claims [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.658486] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085756, 'name': RelocateVM_Task} progress is 35%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.714579] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "3d33e521-91e2-4037-b044-cc9cdeb7a914" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.714821] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "3d33e521-91e2-4037-b044-cc9cdeb7a914" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.810449] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.885709] env[69702]: DEBUG nova.compute.manager [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Received event network-vif-deleted-2f8dd570-b57b-4a18-a443-718cd5f45974 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.885929] env[69702]: DEBUG nova.compute.manager [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Received event network-vif-unplugged-42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.886122] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] Acquiring lock "de55fe3f-564d-4ce3-b008-2c9c53d77692-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.886333] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.886501] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.886667] env[69702]: DEBUG nova.compute.manager [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] No waiting events found dispatching network-vif-unplugged-42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.886836] env[69702]: WARNING nova.compute.manager [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Received unexpected event network-vif-unplugged-42c6b5ad-971a-4767-aae3-ecbed6e824ee for instance with vm_state shelved and task_state shelving_offloading. [ 1068.886996] env[69702]: DEBUG nova.compute.manager [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Received event network-changed-42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.887169] env[69702]: DEBUG nova.compute.manager [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Refreshing instance network info cache due to event network-changed-42c6b5ad-971a-4767-aae3-ecbed6e824ee. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.887591] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] Acquiring lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.887591] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] Acquired lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.887751] env[69702]: DEBUG nova.network.neutron [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Refreshing network info cache for port 42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.890495] env[69702]: DEBUG nova.objects.base [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1068.957833] env[69702]: INFO nova.compute.manager [-] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Took 2.88 seconds to deallocate network for instance. [ 1068.986179] env[69702]: DEBUG oslo_vmware.api [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15366} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.986445] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.986637] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.986814] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.995171] env[69702]: INFO nova.compute.resource_tracker [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating resource usage from migration 49d11165-41fb-45c8-b66b-9a1d00c41944 [ 1069.016247] env[69702]: INFO nova.scheduler.client.report [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Deleted allocations for instance de55fe3f-564d-4ce3-b008-2c9c53d77692 [ 1069.131136] env[69702]: DEBUG nova.network.neutron [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Successfully updated port: e10ff809-9cc4-43ee-84ad-e1e7d1c14185 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.161623] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085756, 'name': RelocateVM_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.217290] env[69702]: DEBUG nova.compute.manager [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.273976] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42329001-6366-49f3-9c66-91150388a0d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.284412] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4215f7-1345-45f0-ac94-dc266a102345 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.322835] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39c27e8-6ae9-4af6-93e1-d36ac8bf6538 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.334878] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df43911f-98ef-41f4-bf28-f4ebf0036452 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.338919] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.354208] env[69702]: DEBUG nova.compute.provider_tree [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.464203] env[69702]: DEBUG oslo_concurrency.lockutils [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.523996] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.634773] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "refresh_cache-9c100c06-ad85-4348-8ffd-58171212e8a7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.635062] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "refresh_cache-9c100c06-ad85-4348-8ffd-58171212e8a7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.635207] env[69702]: DEBUG nova.network.neutron [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.665682] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085756, 'name': RelocateVM_Task} progress is 63%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.739239] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.833095] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.857847] env[69702]: DEBUG nova.scheduler.client.report [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.921296] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.921296] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ebc58cd-2b09-423b-ba80-2386abb40983 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.932521] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1069.932521] env[69702]: value = "task-3085759" [ 1069.932521] env[69702]: _type = "Task" [ 1069.932521] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.948307] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.006979] env[69702]: DEBUG nova.network.neutron [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Updated VIF entry in instance network info cache for port 42c6b5ad-971a-4767-aae3-ecbed6e824ee. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.006979] env[69702]: DEBUG nova.network.neutron [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Updating instance_info_cache with network_info: [{"id": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "address": "fa:16:3e:0a:a8:51", "network": {"id": "b079dd1d-24f3-4308-8c24-d40888f0c757", "bridge": null, "label": "tempest-ServersNegativeTestJSON-633978202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad83c4295dc4886b9ca2d028bb1a479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap42c6b5ad-97", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.028091] env[69702]: DEBUG nova.network.neutron [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance_info_cache with network_info: [{"id": "a6870245-93ba-440d-a778-ced90bd7b80b", "address": "fa:16:3e:b1:8e:a3", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6870245-93", "ovs_interfaceid": "a6870245-93ba-440d-a778-ced90bd7b80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.164108] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085756, 'name': RelocateVM_Task} progress is 76%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.174681] env[69702]: DEBUG nova.network.neutron [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.334939] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.367241] env[69702]: DEBUG oslo_concurrency.lockutils [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.382s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.367241] env[69702]: INFO nova.compute.manager [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Migrating [ 1070.373877] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.868s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.374384] env[69702]: DEBUG nova.objects.instance [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lazy-loading 'resources' on Instance uuid 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.425475] env[69702]: DEBUG nova.network.neutron [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Updating instance_info_cache with network_info: [{"id": "e10ff809-9cc4-43ee-84ad-e1e7d1c14185", "address": "fa:16:3e:5f:7b:b5", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10ff809-9c", "ovs_interfaceid": "e10ff809-9cc4-43ee-84ad-e1e7d1c14185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.447082] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085759, 'name': PowerOffVM_Task, 'duration_secs': 0.218853} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.447404] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.448246] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2691903e-73cf-4dbc-b00f-7f87b6f6595e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.473147] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f87371-a315-461d-ae2c-2b63375dce9e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.509597] env[69702]: DEBUG oslo_concurrency.lockutils [req-3a67e082-4f0c-4b92-93d0-4f90abbab1de req-c082e94f-9a27-4130-a272-9cd711399cf5 service nova] Releasing lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.517043] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.517195] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-502cf6ed-38c9-499a-94be-0111f8deb1fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.531027] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1070.531027] env[69702]: value = "task-3085760" [ 1070.531027] env[69702]: _type = "Task" [ 1070.531027] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.534107] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.551793] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1070.551793] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.551793] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.551793] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.551793] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.551793] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a05917d6-ca29-4b47-a38f-5aff8d17bb93 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.564324] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.564523] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.565512] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6193522-63e2-426a-8a1f-fb60bf413f48 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.574353] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1070.574353] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5222fbc9-25f3-c79c-c931-d98147925dac" [ 1070.574353] env[69702]: _type = "Task" [ 1070.574353] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.588406] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5222fbc9-25f3-c79c-c931-d98147925dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.664079] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085756, 'name': RelocateVM_Task} progress is 92%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.833239] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.887543] env[69702]: DEBUG oslo_concurrency.lockutils [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.887640] env[69702]: DEBUG oslo_concurrency.lockutils [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.887836] env[69702]: DEBUG nova.network.neutron [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.920430] env[69702]: DEBUG nova.compute.manager [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Received event network-vif-plugged-e10ff809-9cc4-43ee-84ad-e1e7d1c14185 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.920728] env[69702]: DEBUG oslo_concurrency.lockutils [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] Acquiring lock "9c100c06-ad85-4348-8ffd-58171212e8a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.920954] env[69702]: DEBUG oslo_concurrency.lockutils [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] Lock "9c100c06-ad85-4348-8ffd-58171212e8a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.921139] env[69702]: DEBUG oslo_concurrency.lockutils [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] Lock "9c100c06-ad85-4348-8ffd-58171212e8a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.921314] env[69702]: DEBUG nova.compute.manager [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] No waiting events found dispatching network-vif-plugged-e10ff809-9cc4-43ee-84ad-e1e7d1c14185 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.921486] env[69702]: WARNING nova.compute.manager [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Received unexpected event network-vif-plugged-e10ff809-9cc4-43ee-84ad-e1e7d1c14185 for instance with vm_state building and task_state spawning. [ 1070.921649] env[69702]: DEBUG nova.compute.manager [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Received event network-changed-e10ff809-9cc4-43ee-84ad-e1e7d1c14185 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.921954] env[69702]: DEBUG nova.compute.manager [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Refreshing instance network info cache due to event network-changed-e10ff809-9cc4-43ee-84ad-e1e7d1c14185. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.921987] env[69702]: DEBUG oslo_concurrency.lockutils [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] Acquiring lock "refresh_cache-9c100c06-ad85-4348-8ffd-58171212e8a7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.931571] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "refresh_cache-9c100c06-ad85-4348-8ffd-58171212e8a7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.931962] env[69702]: DEBUG nova.compute.manager [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Instance network_info: |[{"id": "e10ff809-9cc4-43ee-84ad-e1e7d1c14185", "address": "fa:16:3e:5f:7b:b5", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10ff809-9c", "ovs_interfaceid": "e10ff809-9cc4-43ee-84ad-e1e7d1c14185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.932862] env[69702]: DEBUG oslo_concurrency.lockutils [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] Acquired lock "refresh_cache-9c100c06-ad85-4348-8ffd-58171212e8a7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.933363] env[69702]: DEBUG nova.network.neutron [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Refreshing network info cache for port e10ff809-9cc4-43ee-84ad-e1e7d1c14185 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.934777] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:7b:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e10ff809-9cc4-43ee-84ad-e1e7d1c14185', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.942875] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.948437] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.949080] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af359f80-e299-4971-941c-21b05dd2f031 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.973077] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.973077] env[69702]: value = "task-3085761" [ 1070.973077] env[69702]: _type = "Task" [ 1070.973077] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.990249] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085761, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.088272] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5222fbc9-25f3-c79c-c931-d98147925dac, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.091750] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d017793-9ab7-4beb-976e-78c7c06fee53 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.099202] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1071.099202] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b3044e-2f0f-fbc7-9223-fb3e8a52ed4e" [ 1071.099202] env[69702]: _type = "Task" [ 1071.099202] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.112396] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b3044e-2f0f-fbc7-9223-fb3e8a52ed4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.112620] env[69702]: DEBUG oslo_concurrency.lockutils [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.112859] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1b4cb5ad-b002-4c1a-a65e-679cf614bc93/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk. {{(pid=69702) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1071.113632] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8f4dc04-5ff2-44d9-9ed8-5aa4ed4b8738 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.122892] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1071.122892] env[69702]: value = "task-3085762" [ 1071.122892] env[69702]: _type = "Task" [ 1071.122892] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.131817] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.162714] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085756, 'name': RelocateVM_Task} progress is 98%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.183308] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd435a7-0aa0-48fe-b68d-eaf0a9749eed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.199125] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76df075-2787-4ebd-9b88-e148f7a23613 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.233238] env[69702]: DEBUG nova.network.neutron [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Updated VIF entry in instance network info cache for port e10ff809-9cc4-43ee-84ad-e1e7d1c14185. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.233612] env[69702]: DEBUG nova.network.neutron [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Updating instance_info_cache with network_info: [{"id": "e10ff809-9cc4-43ee-84ad-e1e7d1c14185", "address": "fa:16:3e:5f:7b:b5", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10ff809-9c", "ovs_interfaceid": "e10ff809-9cc4-43ee-84ad-e1e7d1c14185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.235367] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b068d6de-e697-4b09-8b32-4c3c663d947d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.245079] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e359651d-9693-40d8-8ebf-b5f293189d72 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.261308] env[69702]: DEBUG nova.compute.provider_tree [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.334143] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085749, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.487981] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "de55fe3f-564d-4ce3-b008-2c9c53d77692" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.488326] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085761, 'name': CreateVM_Task, 'duration_secs': 0.451889} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.488553] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.489320] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.489519] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.489873] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.490214] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696bf801-8aef-4a0d-acc7-544a41eed3cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.496589] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1071.496589] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bdb31a-9cc3-9ba3-bc6b-2929baf4fbba" [ 1071.496589] env[69702]: _type = "Task" [ 1071.496589] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.507752] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bdb31a-9cc3-9ba3-bc6b-2929baf4fbba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.540446] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.540633] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-893541d9-528c-46f3-a6cb-3ac3e2a4a12c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.550032] env[69702]: DEBUG oslo_vmware.api [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1071.550032] env[69702]: value = "task-3085763" [ 1071.550032] env[69702]: _type = "Task" [ 1071.550032] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.560264] env[69702]: DEBUG oslo_vmware.api [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.637770] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499679} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.638040] env[69702]: INFO nova.virt.vmwareapi.ds_util [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1b4cb5ad-b002-4c1a-a65e-679cf614bc93/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk. [ 1071.638960] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a12ec8f-ae3f-41a8-b706-5ede2843f806 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.666401] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 1b4cb5ad-b002-4c1a-a65e-679cf614bc93/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.670117] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f031c282-58bc-4ea5-8a3b-49a1f344beae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.692324] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085756, 'name': RelocateVM_Task, 'duration_secs': 3.363245} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.693636] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1071.694082] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617709', 'volume_id': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'name': 'volume-33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec9baabf-b674-44d8-9a22-cee11b1447b5', 'attached_at': '', 'detached_at': '', 'volume_id': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'serial': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1071.694261] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1071.694261] env[69702]: value = "task-3085764" [ 1071.694261] env[69702]: _type = "Task" [ 1071.694261] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.695057] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3329802a-4630-4310-976d-ae962d5a064c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.707244] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.719099] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec3be41-3fe7-4d1b-bb65-6c049cf40d79 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.743042] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-33cc7c3e-37bb-47d4-850d-d4bcff2d765a/volume-33cc7c3e-37bb-47d4-850d-d4bcff2d765a.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.743731] env[69702]: DEBUG oslo_concurrency.lockutils [req-243c80e5-6e38-438e-97a9-329705e9db9d req-fe972a11-bc07-480f-b5b7-ebf7eb3c8599 service nova] Releasing lock "refresh_cache-9c100c06-ad85-4348-8ffd-58171212e8a7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.744031] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27cda708-afa6-4522-831c-ff3cd43dbf3f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.764651] env[69702]: DEBUG nova.scheduler.client.report [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.772179] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Waiting for the task: (returnval){ [ 1071.772179] env[69702]: value = "task-3085765" [ 1071.772179] env[69702]: _type = "Task" [ 1071.772179] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.781317] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085765, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.834826] env[69702]: DEBUG oslo_vmware.api [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085749, 'name': ReconfigVM_Task, 'duration_secs': 5.890096} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.835116] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.835601] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Reconfigured VM to detach interface {{(pid=69702) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1071.838491] env[69702]: DEBUG nova.network.neutron [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance_info_cache with network_info: [{"id": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "address": "fa:16:3e:4e:5f:3f", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9624a2-59", "ovs_interfaceid": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.011302] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bdb31a-9cc3-9ba3-bc6b-2929baf4fbba, 'name': SearchDatastore_Task, 'duration_secs': 0.023129} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.011655] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.011896] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.012150] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.012303] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.012554] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.013207] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5a7e14d-8f46-45c2-9172-a71cff904520 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.024986] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.025197] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.026339] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54d9f18-ce08-4352-a46b-715e259aba06 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.033938] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1072.033938] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ed402e-7781-e617-22fa-b990881173f8" [ 1072.033938] env[69702]: _type = "Task" [ 1072.033938] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.043856] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ed402e-7781-e617-22fa-b990881173f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.060944] env[69702]: DEBUG oslo_vmware.api [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085763, 'name': PowerOnVM_Task, 'duration_secs': 0.485158} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.061266] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.061477] env[69702]: DEBUG nova.compute.manager [None req-b0345958-67ab-4c8b-9b86-607582c35c91 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.062338] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e48980a-f8d8-46c0-9a23-93231c907b8a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.208024] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.273949] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.277349] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.747s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.281024] env[69702]: INFO nova.compute.claims [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.292427] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.298368] env[69702]: INFO nova.scheduler.client.report [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Deleted allocations for instance 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df [ 1072.341366] env[69702]: DEBUG oslo_concurrency.lockutils [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.545684] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ed402e-7781-e617-22fa-b990881173f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.546585] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2c1de77-0687-4b94-9ca4-8e9b7ec31a95 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.554032] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1072.554032] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5252720c-3401-17a8-d2d0-bb67336e45cc" [ 1072.554032] env[69702]: _type = "Task" [ 1072.554032] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.563927] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5252720c-3401-17a8-d2d0-bb67336e45cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.708223] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085764, 'name': ReconfigVM_Task, 'duration_secs': 0.916294} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.708768] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 1b4cb5ad-b002-4c1a-a65e-679cf614bc93/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c-rescue.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.709841] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca9775e-04b7-4311-9b07-4247bbc0cfaf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.739266] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33cfcab8-43a2-433a-a6a2-19f3354fc3c3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.757195] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1072.757195] env[69702]: value = "task-3085766" [ 1072.757195] env[69702]: _type = "Task" [ 1072.757195] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.767997] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.788985] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085765, 'name': ReconfigVM_Task, 'duration_secs': 0.821195} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.789310] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-33cc7c3e-37bb-47d4-850d-d4bcff2d765a/volume-33cc7c3e-37bb-47d4-850d-d4bcff2d765a.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.795555] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c67253-3e6e-4cf6-94c2-d8c570043d47 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.808836] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f38a935b-d4cc-4095-b903-d351277eea56 tempest-ServerRescueNegativeTestJSON-1550786460 tempest-ServerRescueNegativeTestJSON-1550786460-project-member] Lock "7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.640s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.816928] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Waiting for the task: (returnval){ [ 1072.816928] env[69702]: value = "task-3085767" [ 1072.816928] env[69702]: _type = "Task" [ 1072.816928] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.825073] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.065330] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5252720c-3401-17a8-d2d0-bb67336e45cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014505} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.065839] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.066213] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 9c100c06-ad85-4348-8ffd-58171212e8a7/9c100c06-ad85-4348-8ffd-58171212e8a7.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.066583] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1affeb6-1fe0-4586-a919-e535461e6d51 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.076321] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1073.076321] env[69702]: value = "task-3085768" [ 1073.076321] env[69702]: _type = "Task" [ 1073.076321] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.086736] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.271310] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085766, 'name': ReconfigVM_Task, 'duration_secs': 0.168301} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.271964] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.272304] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52177627-5c0f-40d4-8a82-1f0c294d9d01 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.281393] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1073.281393] env[69702]: value = "task-3085769" [ 1073.281393] env[69702]: _type = "Task" [ 1073.281393] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.297470] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.306455] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.307908] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.307908] env[69702]: DEBUG nova.network.neutron [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.334756] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085767, 'name': ReconfigVM_Task, 'duration_secs': 0.282014} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.335319] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617709', 'volume_id': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'name': 'volume-33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec9baabf-b674-44d8-9a22-cee11b1447b5', 'attached_at': '', 'detached_at': '', 'volume_id': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'serial': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1073.336477] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd0406c2-8f09-41c9-b51b-1290510fe7bf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.355046] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Waiting for the task: (returnval){ [ 1073.355046] env[69702]: value = "task-3085770" [ 1073.355046] env[69702]: _type = "Task" [ 1073.355046] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.370788] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085770, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.589587] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487179} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.589843] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 9c100c06-ad85-4348-8ffd-58171212e8a7/9c100c06-ad85-4348-8ffd-58171212e8a7.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.590068] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.590343] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9baa648-00a3-4c55-a99b-c6e7c53aee58 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.595748] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f1d8a3-0305-4583-b005-eac3594740a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.599519] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1073.599519] env[69702]: value = "task-3085771" [ 1073.599519] env[69702]: _type = "Task" [ 1073.599519] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.606199] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfffae11-3043-4ba7-afd2-5fa35facf2a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.613509] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.645200] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de829b3-3093-4b88-9b63-d98faa17901a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.654893] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310785a5-d0f2-45c3-86d0-1d5e5ecf5637 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.671045] env[69702]: DEBUG nova.compute.provider_tree [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.792517] env[69702]: DEBUG oslo_vmware.api [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085769, 'name': PowerOnVM_Task, 'duration_secs': 0.483323} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.792838] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.797030] env[69702]: DEBUG nova.compute.manager [None req-78965d34-b16d-43a8-963a-dfffb703fe13 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.797456] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc2b480-842c-4095-bfd9-fa3c87eab24a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.865691] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab970602-889b-4e4e-a4de-3b652da48e7d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.900395] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance '9b8c8a83-6547-497d-95b5-5dfaf79526ae' progress to 0 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.904216] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085770, 'name': Rename_Task, 'duration_secs': 0.265731} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.905091] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.905407] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a480a65e-70bc-4fa7-aa56-b31a4a2becc8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.913605] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Waiting for the task: (returnval){ [ 1073.913605] env[69702]: value = "task-3085772" [ 1073.913605] env[69702]: _type = "Task" [ 1073.913605] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.924289] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.112127] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091981} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.112506] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.113424] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef80619e-111d-431c-9da2-f5a1fac7c30a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.139318] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 9c100c06-ad85-4348-8ffd-58171212e8a7/9c100c06-ad85-4348-8ffd-58171212e8a7.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.139734] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07add1a1-32cd-4e8d-a269-f8560d2dc6b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.161630] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1074.161630] env[69702]: value = "task-3085773" [ 1074.161630] env[69702]: _type = "Task" [ 1074.161630] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.170949] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.173951] env[69702]: DEBUG nova.scheduler.client.report [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.407595] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.408914] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3cb081f-5c04-460f-8f32-66d669403ba0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.412657] env[69702]: DEBUG nova.compute.manager [req-a4739f50-b08f-421b-9753-132737b0e3f0 req-40d93c6b-f754-436c-9bbd-a1cc02f8c19b service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Received event network-changed-77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.412657] env[69702]: DEBUG nova.compute.manager [req-a4739f50-b08f-421b-9753-132737b0e3f0 req-40d93c6b-f754-436c-9bbd-a1cc02f8c19b service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Refreshing instance network info cache due to event network-changed-77e24fc0-62a0-4442-81e1-90bc31db5920. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.412657] env[69702]: DEBUG oslo_concurrency.lockutils [req-a4739f50-b08f-421b-9753-132737b0e3f0 req-40d93c6b-f754-436c-9bbd-a1cc02f8c19b service nova] Acquiring lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.420392] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1074.420392] env[69702]: value = "task-3085774" [ 1074.420392] env[69702]: _type = "Task" [ 1074.420392] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.429499] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.435708] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.641964] env[69702]: INFO nova.network.neutron [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Port b6d745f8-7ebe-4d75-baca-229984538846 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1074.642387] env[69702]: DEBUG nova.network.neutron [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updating instance_info_cache with network_info: [{"id": "77e24fc0-62a0-4442-81e1-90bc31db5920", "address": "fa:16:3e:d6:20:14", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e24fc0-62", "ovs_interfaceid": "77e24fc0-62a0-4442-81e1-90bc31db5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.674402] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.678355] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.678957] env[69702]: DEBUG nova.compute.manager [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.681806] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.895s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.682094] env[69702]: DEBUG nova.objects.instance [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lazy-loading 'resources' on Instance uuid 9e3be003-2a26-44e4-8e8b-342e11d6ca5b {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.936437] env[69702]: DEBUG oslo_vmware.api [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085772, 'name': PowerOnVM_Task, 'duration_secs': 1.020698} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.940257] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.940591] env[69702]: INFO nova.compute.manager [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1074.940866] env[69702]: DEBUG nova.compute.manager [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.941384] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085774, 'name': PowerOffVM_Task, 'duration_secs': 0.399019} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.942400] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a92c5f-c39c-47de-9afd-5d8570812001 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.945509] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.946327] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance '9b8c8a83-6547-497d-95b5-5dfaf79526ae' progress to 17 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.149020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.149020] env[69702]: DEBUG oslo_concurrency.lockutils [req-a4739f50-b08f-421b-9753-132737b0e3f0 req-40d93c6b-f754-436c-9bbd-a1cc02f8c19b service nova] Acquired lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.149020] env[69702]: DEBUG nova.network.neutron [req-a4739f50-b08f-421b-9753-132737b0e3f0 req-40d93c6b-f754-436c-9bbd-a1cc02f8c19b service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Refreshing network info cache for port 77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.176022] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085773, 'name': ReconfigVM_Task, 'duration_secs': 0.822006} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.176022] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 9c100c06-ad85-4348-8ffd-58171212e8a7/9c100c06-ad85-4348-8ffd-58171212e8a7.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.176022] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7338e2c-99cb-4ebc-a002-8a6df2068e0d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.184312] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1075.184312] env[69702]: value = "task-3085775" [ 1075.184312] env[69702]: _type = "Task" [ 1075.184312] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.187346] env[69702]: DEBUG nova.compute.utils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.191889] env[69702]: DEBUG nova.compute.manager [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.192309] env[69702]: DEBUG nova.network.neutron [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.199955] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085775, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.212425] env[69702]: DEBUG oslo_concurrency.lockutils [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "interface-11b901e2-bc52-49e4-8f6e-9c50285dac55-b6d745f8-7ebe-4d75-baca-229984538846" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.212697] env[69702]: DEBUG oslo_concurrency.lockutils [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-11b901e2-bc52-49e4-8f6e-9c50285dac55-b6d745f8-7ebe-4d75-baca-229984538846" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.213010] env[69702]: DEBUG nova.objects.instance [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'flavor' on Instance uuid 11b901e2-bc52-49e4-8f6e-9c50285dac55 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.232480] env[69702]: DEBUG nova.policy [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52e2a304ba9d4df9836c086ba0cdf4cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ebff80dbf8b4ad297853c502ecc46ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.452844] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.453142] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.454928] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.454928] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.454928] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.454928] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.454928] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.454928] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.454928] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.455176] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.455176] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.470593] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a8021ed-b4f8-4af7-93f4-0dc6eca27857 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.487910] env[69702]: INFO nova.compute.manager [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Took 18.18 seconds to build instance. [ 1075.496259] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1075.496259] env[69702]: value = "task-3085776" [ 1075.496259] env[69702]: _type = "Task" [ 1075.496259] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.503089] env[69702]: INFO nova.compute.manager [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Unrescuing [ 1075.503861] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "refresh_cache-1b4cb5ad-b002-4c1a-a65e-679cf614bc93" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.503861] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquired lock "refresh_cache-1b4cb5ad-b002-4c1a-a65e-679cf614bc93" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.503861] env[69702]: DEBUG nova.network.neutron [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.514143] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085776, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.526104] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d86aa21-a9ab-4018-ab32-875f4ce677b4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.537229] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb153947-f0c1-4d20-8ea4-53c120727084 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.583192] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6394a6a-f14c-41a2-8bd6-1f85cd6e271f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.595068] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9906ed6f-e4d0-4f72-8064-23929400e49f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.611034] env[69702]: DEBUG nova.compute.provider_tree [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.652673] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcfde615-20cb-4211-8355-5d6d5fc76612 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-51ec7efb-8142-49a6-9110-fe71ff225339-b6d745f8-7ebe-4d75-baca-229984538846" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.446s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.690835] env[69702]: DEBUG nova.network.neutron [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Successfully created port: f688f938-07b9-4548-aa48-82533c5ba559 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.692581] env[69702]: DEBUG nova.compute.manager [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.698355] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085775, 'name': Rename_Task, 'duration_secs': 0.410571} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.701256] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.701855] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad2691a-ee72-4b63-856c-7c8d88a942c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.709022] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1075.709022] env[69702]: value = "task-3085777" [ 1075.709022] env[69702]: _type = "Task" [ 1075.709022] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.722362] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.992096] env[69702]: DEBUG oslo_concurrency.lockutils [None req-23e89ea0-9b6b-403c-a108-00c0520f1673 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Lock "ec9baabf-b674-44d8-9a22-cee11b1447b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.706s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.010013] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085776, 'name': ReconfigVM_Task, 'duration_secs': 0.303201} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.010436] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance '9b8c8a83-6547-497d-95b5-5dfaf79526ae' progress to 33 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.078829] env[69702]: DEBUG nova.objects.instance [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'pci_requests' on Instance uuid 11b901e2-bc52-49e4-8f6e-9c50285dac55 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.115051] env[69702]: DEBUG nova.scheduler.client.report [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.222923] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.255198] env[69702]: DEBUG nova.network.neutron [req-a4739f50-b08f-421b-9753-132737b0e3f0 req-40d93c6b-f754-436c-9bbd-a1cc02f8c19b service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updated VIF entry in instance network info cache for port 77e24fc0-62a0-4442-81e1-90bc31db5920. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.255198] env[69702]: DEBUG nova.network.neutron [req-a4739f50-b08f-421b-9753-132737b0e3f0 req-40d93c6b-f754-436c-9bbd-a1cc02f8c19b service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updating instance_info_cache with network_info: [{"id": "77e24fc0-62a0-4442-81e1-90bc31db5920", "address": "fa:16:3e:d6:20:14", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e24fc0-62", "ovs_interfaceid": "77e24fc0-62a0-4442-81e1-90bc31db5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.453078] env[69702]: DEBUG nova.network.neutron [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Updating instance_info_cache with network_info: [{"id": "be8a7f41-b432-4f00-8c59-7f964b153cbc", "address": "fa:16:3e:ea:5b:21", "network": {"id": "1c9568b8-e920-4362-abe5-e1b19364e056", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857360950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6f4059bbb9ea4d4abe5155039fa97b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe8a7f41-b4", "ovs_interfaceid": "be8a7f41-b432-4f00-8c59-7f964b153cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.518331] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.518593] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.518750] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.518934] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.519146] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.519339] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.519556] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.519718] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.519886] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.520063] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.520273] env[69702]: DEBUG nova.virt.hardware [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.526310] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.526613] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6540b0e-98f8-4ebb-a327-b306579129d9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.546133] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1076.546133] env[69702]: value = "task-3085778" [ 1076.546133] env[69702]: _type = "Task" [ 1076.546133] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.555805] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.583678] env[69702]: DEBUG nova.objects.base [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Object Instance<11b901e2-bc52-49e4-8f6e-9c50285dac55> lazy-loaded attributes: flavor,pci_requests {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.583678] env[69702]: DEBUG nova.network.neutron [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.624778] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.626823] env[69702]: DEBUG oslo_concurrency.lockutils [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.163s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.627064] env[69702]: DEBUG nova.objects.instance [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'resources' on Instance uuid b11d419a-93e7-48a1-b29d-97c3c80eb891 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.648178] env[69702]: INFO nova.scheduler.client.report [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted allocations for instance 9e3be003-2a26-44e4-8e8b-342e11d6ca5b [ 1076.659029] env[69702]: DEBUG nova.policy [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd10bbe1bf4894d159adfa9608fb6ebcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9251ee7f0dc6425f8bb25921c6ae3377', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.707999] env[69702]: DEBUG nova.compute.manager [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.719817] env[69702]: DEBUG oslo_vmware.api [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085777, 'name': PowerOnVM_Task, 'duration_secs': 0.774301} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.720095] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.720335] env[69702]: INFO nova.compute.manager [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1076.720497] env[69702]: DEBUG nova.compute.manager [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.721325] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c31d6a-bccd-430c-9606-6978b8597a70 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.743704] env[69702]: DEBUG nova.virt.hardware [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.743999] env[69702]: DEBUG nova.virt.hardware [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.744135] env[69702]: DEBUG nova.virt.hardware [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.744729] env[69702]: DEBUG nova.virt.hardware [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.744729] env[69702]: DEBUG nova.virt.hardware [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.744729] env[69702]: DEBUG nova.virt.hardware [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.744861] env[69702]: DEBUG nova.virt.hardware [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.745113] env[69702]: DEBUG nova.virt.hardware [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.745238] env[69702]: DEBUG nova.virt.hardware [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.745460] env[69702]: DEBUG nova.virt.hardware [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.745612] env[69702]: DEBUG nova.virt.hardware [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.746568] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5bccfa-1bcb-4d28-b4a7-f2693658bb87 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.755447] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1af6f75-149f-4b0d-ac00-08fe96c3aaed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.759912] env[69702]: DEBUG oslo_concurrency.lockutils [req-a4739f50-b08f-421b-9753-132737b0e3f0 req-40d93c6b-f754-436c-9bbd-a1cc02f8c19b service nova] Releasing lock "refresh_cache-51ec7efb-8142-49a6-9110-fe71ff225339" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.955672] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Releasing lock "refresh_cache-1b4cb5ad-b002-4c1a-a65e-679cf614bc93" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.956561] env[69702]: DEBUG nova.objects.instance [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lazy-loading 'flavor' on Instance uuid 1b4cb5ad-b002-4c1a-a65e-679cf614bc93 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.992366] env[69702]: DEBUG nova.compute.manager [req-7f155e4c-ac26-46ed-9442-5caab0a745a7 req-d77ea184-e1ec-46c5-afa3-4d1e3756cde7 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Received event network-changed-2e09b91e-6c79-41c7-b90d-5e2a96185342 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.992487] env[69702]: DEBUG nova.compute.manager [req-7f155e4c-ac26-46ed-9442-5caab0a745a7 req-d77ea184-e1ec-46c5-afa3-4d1e3756cde7 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Refreshing instance network info cache due to event network-changed-2e09b91e-6c79-41c7-b90d-5e2a96185342. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.992815] env[69702]: DEBUG oslo_concurrency.lockutils [req-7f155e4c-ac26-46ed-9442-5caab0a745a7 req-d77ea184-e1ec-46c5-afa3-4d1e3756cde7 service nova] Acquiring lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.992886] env[69702]: DEBUG oslo_concurrency.lockutils [req-7f155e4c-ac26-46ed-9442-5caab0a745a7 req-d77ea184-e1ec-46c5-afa3-4d1e3756cde7 service nova] Acquired lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.993103] env[69702]: DEBUG nova.network.neutron [req-7f155e4c-ac26-46ed-9442-5caab0a745a7 req-d77ea184-e1ec-46c5-afa3-4d1e3756cde7 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Refreshing network info cache for port 2e09b91e-6c79-41c7-b90d-5e2a96185342 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.058670] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085778, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.157825] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8f37408c-6fd5-4c97-a3d0-d5458626959a tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "9e3be003-2a26-44e4-8e8b-342e11d6ca5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.334s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.246261] env[69702]: INFO nova.compute.manager [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Took 18.55 seconds to build instance. [ 1077.389575] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441394e3-91de-4aef-951b-9c41da7f31e6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.398608] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c14de4e-0d5a-40a9-ac4f-eb816c94e392 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.445158] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84846155-2141-49a7-b7b9-29f4e3e3cb01 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.454413] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e20df1-f434-4cf3-905a-64a14575813a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.462231] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1206ccce-9c62-460f-9cdd-206525de0fe8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.473580] env[69702]: DEBUG nova.compute.provider_tree [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.497636] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.498743] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92c94fff-4fb0-404e-ac20-3492c41efd15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.508039] env[69702]: DEBUG oslo_vmware.api [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1077.508039] env[69702]: value = "task-3085779" [ 1077.508039] env[69702]: _type = "Task" [ 1077.508039] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.519128] env[69702]: DEBUG oslo_vmware.api [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.565492] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085778, 'name': ReconfigVM_Task, 'duration_secs': 0.525091} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.565815] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.566713] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a802a88-2909-4922-a5b2-ec7a6b7f0149 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.596740] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 9b8c8a83-6547-497d-95b5-5dfaf79526ae/9b8c8a83-6547-497d-95b5-5dfaf79526ae.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.597179] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ae6aa4f-96f3-43a6-9be4-5a3466924502 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.620148] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1077.620148] env[69702]: value = "task-3085780" [ 1077.620148] env[69702]: _type = "Task" [ 1077.620148] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.636665] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085780, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.751403] env[69702]: DEBUG oslo_concurrency.lockutils [None req-233c287b-211e-499a-8286-3dd5942c6075 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "9c100c06-ad85-4348-8ffd-58171212e8a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.070s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.771261] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.771933] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.888969] env[69702]: DEBUG nova.network.neutron [req-7f155e4c-ac26-46ed-9442-5caab0a745a7 req-d77ea184-e1ec-46c5-afa3-4d1e3756cde7 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updated VIF entry in instance network info cache for port 2e09b91e-6c79-41c7-b90d-5e2a96185342. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.889516] env[69702]: DEBUG nova.network.neutron [req-7f155e4c-ac26-46ed-9442-5caab0a745a7 req-d77ea184-e1ec-46c5-afa3-4d1e3756cde7 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updating instance_info_cache with network_info: [{"id": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "address": "fa:16:3e:df:9a:1f", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e09b91e-6c", "ovs_interfaceid": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.909154] env[69702]: DEBUG nova.network.neutron [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Successfully updated port: f688f938-07b9-4548-aa48-82533c5ba559 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.976539] env[69702]: DEBUG nova.scheduler.client.report [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.018445] env[69702]: DEBUG oslo_vmware.api [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085779, 'name': PowerOffVM_Task, 'duration_secs': 0.318433} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.018721] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.024061] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1078.024352] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb6f20e5-bc56-4eb6-bcf0-d8aeda44bd81 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.045908] env[69702]: DEBUG oslo_vmware.api [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1078.045908] env[69702]: value = "task-3085781" [ 1078.045908] env[69702]: _type = "Task" [ 1078.045908] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.058197] env[69702]: DEBUG oslo_vmware.api [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.133967] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085780, 'name': ReconfigVM_Task, 'duration_secs': 0.384553} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.134327] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 9b8c8a83-6547-497d-95b5-5dfaf79526ae/9b8c8a83-6547-497d-95b5-5dfaf79526ae.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.134611] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance '9b8c8a83-6547-497d-95b5-5dfaf79526ae' progress to 50 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.161094] env[69702]: DEBUG nova.network.neutron [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Successfully updated port: b6d745f8-7ebe-4d75-baca-229984538846 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.195085] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02f32ef-fb54-429a-b58c-f23001063428 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.202741] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f14f28fd-7ae6-4d52-acec-018488e5535f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Suspending the VM {{(pid=69702) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1078.202988] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0b68e05b-fd2f-478e-8e9f-254e304d078f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.210819] env[69702]: DEBUG oslo_vmware.api [None req-f14f28fd-7ae6-4d52-acec-018488e5535f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1078.210819] env[69702]: value = "task-3085782" [ 1078.210819] env[69702]: _type = "Task" [ 1078.210819] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.219043] env[69702]: DEBUG oslo_vmware.api [None req-f14f28fd-7ae6-4d52-acec-018488e5535f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085782, 'name': SuspendVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.275964] env[69702]: DEBUG nova.compute.utils [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.392708] env[69702]: DEBUG oslo_concurrency.lockutils [req-7f155e4c-ac26-46ed-9442-5caab0a745a7 req-d77ea184-e1ec-46c5-afa3-4d1e3756cde7 service nova] Releasing lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.411872] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "refresh_cache-89ca3456-61ad-467b-bbb2-6923e301f8a0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.412288] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "refresh_cache-89ca3456-61ad-467b-bbb2-6923e301f8a0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.412288] env[69702]: DEBUG nova.network.neutron [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.482456] env[69702]: DEBUG oslo_concurrency.lockutils [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.485485] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.962s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.486031] env[69702]: DEBUG nova.objects.instance [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lazy-loading 'resources' on Instance uuid de55fe3f-564d-4ce3-b008-2c9c53d77692 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.510428] env[69702]: INFO nova.scheduler.client.report [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Deleted allocations for instance b11d419a-93e7-48a1-b29d-97c3c80eb891 [ 1078.558378] env[69702]: DEBUG oslo_vmware.api [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085781, 'name': ReconfigVM_Task, 'duration_secs': 0.462228} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.559089] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1078.559319] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.560312] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-168bef48-e0fa-40dc-9533-fa6a1aa9be5d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.568612] env[69702]: DEBUG oslo_vmware.api [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1078.568612] env[69702]: value = "task-3085783" [ 1078.568612] env[69702]: _type = "Task" [ 1078.568612] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.577153] env[69702]: DEBUG oslo_vmware.api [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.641428] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b245b8-c2a1-42fe-b3c9-1d4d6941e738 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.663550] env[69702]: DEBUG oslo_concurrency.lockutils [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.663726] env[69702]: DEBUG oslo_concurrency.lockutils [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.663950] env[69702]: DEBUG nova.network.neutron [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.666269] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb597ed7-dcf4-4b8a-887b-01322c45e195 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.690470] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance '9b8c8a83-6547-497d-95b5-5dfaf79526ae' progress to 67 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.721236] env[69702]: DEBUG oslo_vmware.api [None req-f14f28fd-7ae6-4d52-acec-018488e5535f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085782, 'name': SuspendVM_Task} progress is 70%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.779789] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.959494] env[69702]: DEBUG nova.network.neutron [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.988233] env[69702]: DEBUG nova.objects.instance [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lazy-loading 'numa_topology' on Instance uuid de55fe3f-564d-4ce3-b008-2c9c53d77692 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.018663] env[69702]: DEBUG oslo_concurrency.lockutils [None req-db05e062-50d3-49fd-84d5-f2436ac84392 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "b11d419a-93e7-48a1-b29d-97c3c80eb891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.617s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.082832] env[69702]: DEBUG oslo_vmware.api [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.107050] env[69702]: DEBUG nova.network.neutron [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Updating instance_info_cache with network_info: [{"id": "f688f938-07b9-4548-aa48-82533c5ba559", "address": "fa:16:3e:49:04:c7", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf688f938-07", "ovs_interfaceid": "f688f938-07b9-4548-aa48-82533c5ba559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.199151] env[69702]: WARNING nova.network.neutron [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] e79b3253-926c-4965-85be-f6e26b679f10 already exists in list: networks containing: ['e79b3253-926c-4965-85be-f6e26b679f10']. ignoring it [ 1079.222396] env[69702]: DEBUG oslo_vmware.api [None req-f14f28fd-7ae6-4d52-acec-018488e5535f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085782, 'name': SuspendVM_Task, 'duration_secs': 0.778485} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.222667] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f14f28fd-7ae6-4d52-acec-018488e5535f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Suspended the VM {{(pid=69702) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1079.222859] env[69702]: DEBUG nova.compute.manager [None req-f14f28fd-7ae6-4d52-acec-018488e5535f tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.223651] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e0bc66-38ff-4206-b529-f076777c8f68 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.491471] env[69702]: DEBUG nova.objects.base [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1079.517965] env[69702]: DEBUG nova.network.neutron [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updating instance_info_cache with network_info: [{"id": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "address": "fa:16:3e:df:9a:1f", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e09b91e-6c", "ovs_interfaceid": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6d745f8-7ebe-4d75-baca-229984538846", "address": "fa:16:3e:d9:9e:85", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d745f8-7e", "ovs_interfaceid": "b6d745f8-7ebe-4d75-baca-229984538846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.582628] env[69702]: DEBUG oslo_vmware.api [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085783, 'name': PowerOnVM_Task, 'duration_secs': 0.591207} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.582897] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.583144] env[69702]: DEBUG nova.compute.manager [None req-0c0c9100-a4ec-45a8-86eb-53c36c199b65 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.583922] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3dca23-f1fa-4648-9cc6-978d7b40df3c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.609475] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "refresh_cache-89ca3456-61ad-467b-bbb2-6923e301f8a0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.609791] env[69702]: DEBUG nova.compute.manager [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Instance network_info: |[{"id": "f688f938-07b9-4548-aa48-82533c5ba559", "address": "fa:16:3e:49:04:c7", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf688f938-07", "ovs_interfaceid": "f688f938-07b9-4548-aa48-82533c5ba559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.612365] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:04:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f688f938-07b9-4548-aa48-82533c5ba559', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.624862] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.625582] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.626567] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76620a64-da05-41bc-b36c-aa2c2268f737 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.662129] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.662129] env[69702]: value = "task-3085784" [ 1079.662129] env[69702]: _type = "Task" [ 1079.662129] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.677378] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085784, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.721943] env[69702]: DEBUG nova.compute.manager [req-051ed70d-7b8d-4aaa-b770-1c69f162c0f0 req-73a31dc1-c226-4914-951c-ac05c2a17f43 service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Received event network-vif-plugged-f688f938-07b9-4548-aa48-82533c5ba559 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.722185] env[69702]: DEBUG oslo_concurrency.lockutils [req-051ed70d-7b8d-4aaa-b770-1c69f162c0f0 req-73a31dc1-c226-4914-951c-ac05c2a17f43 service nova] Acquiring lock "89ca3456-61ad-467b-bbb2-6923e301f8a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.722407] env[69702]: DEBUG oslo_concurrency.lockutils [req-051ed70d-7b8d-4aaa-b770-1c69f162c0f0 req-73a31dc1-c226-4914-951c-ac05c2a17f43 service nova] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.722568] env[69702]: DEBUG oslo_concurrency.lockutils [req-051ed70d-7b8d-4aaa-b770-1c69f162c0f0 req-73a31dc1-c226-4914-951c-ac05c2a17f43 service nova] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.722737] env[69702]: DEBUG nova.compute.manager [req-051ed70d-7b8d-4aaa-b770-1c69f162c0f0 req-73a31dc1-c226-4914-951c-ac05c2a17f43 service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] No waiting events found dispatching network-vif-plugged-f688f938-07b9-4548-aa48-82533c5ba559 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.722902] env[69702]: WARNING nova.compute.manager [req-051ed70d-7b8d-4aaa-b770-1c69f162c0f0 req-73a31dc1-c226-4914-951c-ac05c2a17f43 service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Received unexpected event network-vif-plugged-f688f938-07b9-4548-aa48-82533c5ba559 for instance with vm_state building and task_state spawning. [ 1079.742414] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1698c56-459c-429a-aacf-f805a66e25ff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.750685] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6966e99b-199a-400d-83c8-76703547e496 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.785686] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1cfff2-6ee1-45da-8478-17edfc6aff50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.794498] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6aa6ed-f86c-47e7-96a7-fcebed89978d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.809648] env[69702]: DEBUG nova.compute.provider_tree [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.840597] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.840847] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.841095] env[69702]: INFO nova.compute.manager [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Attaching volume f17a013b-945e-42be-8acd-fc1d18dde746 to /dev/sdb [ 1079.873714] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873dfc56-06d6-4029-bfb6-71450d7f4b98 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.882532] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7e6d8a-c35e-46ac-8531-478143ddf5ff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.897756] env[69702]: DEBUG nova.virt.block_device [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Updating existing volume attachment record: 1c32e208-397b-4390-a5b3-f161914e8be7 {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1080.021171] env[69702]: DEBUG oslo_concurrency.lockutils [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.021463] env[69702]: DEBUG oslo_concurrency.lockutils [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.022177] env[69702]: DEBUG oslo_concurrency.lockutils [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.022620] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bd1091-85fc-46f5-8aff-3e9c7a03aeb0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.040299] env[69702]: DEBUG nova.virt.hardware [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.040563] env[69702]: DEBUG nova.virt.hardware [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.040732] env[69702]: DEBUG nova.virt.hardware [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.040916] env[69702]: DEBUG nova.virt.hardware [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.041075] env[69702]: DEBUG nova.virt.hardware [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.041228] env[69702]: DEBUG nova.virt.hardware [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.041432] env[69702]: DEBUG nova.virt.hardware [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.041588] env[69702]: DEBUG nova.virt.hardware [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.041753] env[69702]: DEBUG nova.virt.hardware [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.041914] env[69702]: DEBUG nova.virt.hardware [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.042101] env[69702]: DEBUG nova.virt.hardware [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.048532] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Reconfiguring VM to attach interface {{(pid=69702) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1080.048840] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c324789f-ee22-453c-a6de-31654b75414c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.068026] env[69702]: DEBUG oslo_vmware.api [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1080.068026] env[69702]: value = "task-3085786" [ 1080.068026] env[69702]: _type = "Task" [ 1080.068026] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.076916] env[69702]: DEBUG oslo_vmware.api [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085786, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.100322] env[69702]: DEBUG nova.compute.manager [req-63ccdbb4-86c8-4b6a-8ba3-a31a3712f719 req-d48230f1-b9f0-4945-b5b7-c9518635c8de service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Received event network-changed-29bd522c-6afe-490d-b76d-7369aac5de6b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.100322] env[69702]: DEBUG nova.compute.manager [req-63ccdbb4-86c8-4b6a-8ba3-a31a3712f719 req-d48230f1-b9f0-4945-b5b7-c9518635c8de service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Refreshing instance network info cache due to event network-changed-29bd522c-6afe-490d-b76d-7369aac5de6b. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.100322] env[69702]: DEBUG oslo_concurrency.lockutils [req-63ccdbb4-86c8-4b6a-8ba3-a31a3712f719 req-d48230f1-b9f0-4945-b5b7-c9518635c8de service nova] Acquiring lock "refresh_cache-ec9baabf-b674-44d8-9a22-cee11b1447b5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.100322] env[69702]: DEBUG oslo_concurrency.lockutils [req-63ccdbb4-86c8-4b6a-8ba3-a31a3712f719 req-d48230f1-b9f0-4945-b5b7-c9518635c8de service nova] Acquired lock "refresh_cache-ec9baabf-b674-44d8-9a22-cee11b1447b5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.100550] env[69702]: DEBUG nova.network.neutron [req-63ccdbb4-86c8-4b6a-8ba3-a31a3712f719 req-d48230f1-b9f0-4945-b5b7-c9518635c8de service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Refreshing network info cache for port 29bd522c-6afe-490d-b76d-7369aac5de6b {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.176814] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085784, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.313077] env[69702]: DEBUG nova.scheduler.client.report [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.345461] env[69702]: DEBUG nova.network.neutron [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Port be9624a2-5999-4c8d-a6ba-05831e846c7b binding to destination host cpu-1 is already ACTIVE {{(pid=69702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1080.580153] env[69702]: DEBUG oslo_vmware.api [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.675410] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085784, 'name': CreateVM_Task, 'duration_secs': 0.568379} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.675634] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.676381] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.676546] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.676932] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.677304] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b38078-7679-4f35-b3c3-1af34e8fa9e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.684249] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1080.684249] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c73be4-adf6-06ef-bd53-713fe5609b18" [ 1080.684249] env[69702]: _type = "Task" [ 1080.684249] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.697813] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c73be4-adf6-06ef-bd53-713fe5609b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.724619] env[69702]: DEBUG oslo_concurrency.lockutils [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "1b4cb5ad-b002-4c1a-a65e-679cf614bc93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.724831] env[69702]: DEBUG oslo_concurrency.lockutils [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "1b4cb5ad-b002-4c1a-a65e-679cf614bc93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.725074] env[69702]: DEBUG oslo_concurrency.lockutils [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "1b4cb5ad-b002-4c1a-a65e-679cf614bc93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.725268] env[69702]: DEBUG oslo_concurrency.lockutils [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "1b4cb5ad-b002-4c1a-a65e-679cf614bc93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.725454] env[69702]: DEBUG oslo_concurrency.lockutils [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "1b4cb5ad-b002-4c1a-a65e-679cf614bc93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.728266] env[69702]: INFO nova.compute.manager [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Terminating instance [ 1080.794328] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "9c100c06-ad85-4348-8ffd-58171212e8a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.795089] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "9c100c06-ad85-4348-8ffd-58171212e8a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.795437] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "9c100c06-ad85-4348-8ffd-58171212e8a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.795798] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "9c100c06-ad85-4348-8ffd-58171212e8a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.796121] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "9c100c06-ad85-4348-8ffd-58171212e8a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.799015] env[69702]: INFO nova.compute.manager [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Terminating instance [ 1080.818202] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.823772] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.085s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.825362] env[69702]: INFO nova.compute.claims [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.901632] env[69702]: DEBUG nova.network.neutron [req-63ccdbb4-86c8-4b6a-8ba3-a31a3712f719 req-d48230f1-b9f0-4945-b5b7-c9518635c8de service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Updated VIF entry in instance network info cache for port 29bd522c-6afe-490d-b76d-7369aac5de6b. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.902514] env[69702]: DEBUG nova.network.neutron [req-63ccdbb4-86c8-4b6a-8ba3-a31a3712f719 req-d48230f1-b9f0-4945-b5b7-c9518635c8de service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Updating instance_info_cache with network_info: [{"id": "29bd522c-6afe-490d-b76d-7369aac5de6b", "address": "fa:16:3e:25:3a:af", "network": {"id": "5107e15c-fdba-42af-b05f-79029efc96fa", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2066163847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196966080234524aeb6fce1b9d83f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29bd522c-6a", "ovs_interfaceid": "29bd522c-6afe-490d-b76d-7369aac5de6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.080210] env[69702]: DEBUG oslo_vmware.api [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085786, 'name': ReconfigVM_Task, 'duration_secs': 0.845059} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.080796] env[69702]: DEBUG oslo_concurrency.lockutils [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.081091] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Reconfigured VM to attach interface {{(pid=69702) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1081.195327] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c73be4-adf6-06ef-bd53-713fe5609b18, 'name': SearchDatastore_Task, 'duration_secs': 0.014912} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.195660] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.195906] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.196179] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.196325] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.196507] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.196774] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f06e8e99-de3e-41a8-b96c-f17411c2efdf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.205998] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.206220] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.206943] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56fd760e-5b21-4159-8291-da1320651ffd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.212631] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1081.212631] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52627657-eb39-cf5f-adb6-895a14cccc54" [ 1081.212631] env[69702]: _type = "Task" [ 1081.212631] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.220785] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52627657-eb39-cf5f-adb6-895a14cccc54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.233018] env[69702]: DEBUG nova.compute.manager [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.233158] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.233936] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14000e5b-47fb-4ce3-9d65-902f4bd79a9f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.243576] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.243809] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df4cb964-10a8-42b1-9d8b-dd1cdcf61b59 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.251516] env[69702]: DEBUG oslo_vmware.api [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1081.251516] env[69702]: value = "task-3085789" [ 1081.251516] env[69702]: _type = "Task" [ 1081.251516] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.260024] env[69702]: DEBUG oslo_vmware.api [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.305670] env[69702]: DEBUG nova.compute.manager [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.305670] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.305670] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399db96d-b0ba-44ba-a263-e69e232d0436 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.314336] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.314977] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36888add-90d2-48c5-94e9-672b65cfdde4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.339258] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ee6153dd-66ba-4382-a252-786bd50dc7a8 tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.734s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.340207] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.852s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.340388] env[69702]: INFO nova.compute.manager [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Unshelving [ 1081.370513] env[69702]: DEBUG oslo_concurrency.lockutils [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.371030] env[69702]: DEBUG oslo_concurrency.lockutils [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.372068] env[69702]: DEBUG oslo_concurrency.lockutils [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.389045] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.389348] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.389563] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleting the datastore file [datastore2] 9c100c06-ad85-4348-8ffd-58171212e8a7 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.390648] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bfb653a-52a3-42c2-b061-504de59de3fa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.399097] env[69702]: DEBUG oslo_vmware.api [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1081.399097] env[69702]: value = "task-3085791" [ 1081.399097] env[69702]: _type = "Task" [ 1081.399097] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.405041] env[69702]: DEBUG oslo_concurrency.lockutils [req-63ccdbb4-86c8-4b6a-8ba3-a31a3712f719 req-d48230f1-b9f0-4945-b5b7-c9518635c8de service nova] Releasing lock "refresh_cache-ec9baabf-b674-44d8-9a22-cee11b1447b5" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.409253] env[69702]: DEBUG oslo_vmware.api [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.586291] env[69702]: DEBUG oslo_concurrency.lockutils [None req-054f664d-00bc-42a1-9e67-c41da610a926 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-11b901e2-bc52-49e4-8f6e-9c50285dac55-b6d745f8-7ebe-4d75-baca-229984538846" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.373s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.724524] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52627657-eb39-cf5f-adb6-895a14cccc54, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.725489] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a4e2e6-982e-4584-aad8-3029ae5a3eb4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.733635] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1081.733635] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e3579d-ea75-2b46-c686-6ba5038218f1" [ 1081.733635] env[69702]: _type = "Task" [ 1081.733635] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.744165] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e3579d-ea75-2b46-c686-6ba5038218f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.762171] env[69702]: DEBUG oslo_vmware.api [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.913315] env[69702]: DEBUG oslo_vmware.api [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146038} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.913585] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.913773] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.913950] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.914135] env[69702]: INFO nova.compute.manager [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1081.914374] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.914562] env[69702]: DEBUG nova.compute.manager [-] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.914660] env[69702]: DEBUG nova.network.neutron [-] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.080455] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0178f6fd-0472-447e-9fc5-f0304ec7b0cd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.839072] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "ebf9cfcb-426a-4ca2-9f9e-9c36c8270218" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.840721] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "ebf9cfcb-426a-4ca2-9f9e-9c36c8270218" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.840721] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "ebf9cfcb-426a-4ca2-9f9e-9c36c8270218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.840721] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "ebf9cfcb-426a-4ca2-9f9e-9c36c8270218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.840721] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "ebf9cfcb-426a-4ca2-9f9e-9c36c8270218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.849383] env[69702]: INFO nova.compute.manager [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Terminating instance [ 1082.860199] env[69702]: DEBUG nova.compute.manager [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Received event network-changed-f688f938-07b9-4548-aa48-82533c5ba559 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.860199] env[69702]: DEBUG nova.compute.manager [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Refreshing instance network info cache due to event network-changed-f688f938-07b9-4548-aa48-82533c5ba559. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.860199] env[69702]: DEBUG oslo_concurrency.lockutils [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] Acquiring lock "refresh_cache-89ca3456-61ad-467b-bbb2-6923e301f8a0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.860199] env[69702]: DEBUG oslo_concurrency.lockutils [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] Acquired lock "refresh_cache-89ca3456-61ad-467b-bbb2-6923e301f8a0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.860199] env[69702]: DEBUG nova.network.neutron [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Refreshing network info cache for port f688f938-07b9-4548-aa48-82533c5ba559 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.862031] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713fd231-0acd-44f0-b8b6-6b01b68eb332 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.866521] env[69702]: DEBUG nova.network.neutron [-] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.869247] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.880879] env[69702]: DEBUG oslo_vmware.api [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085789, 'name': PowerOffVM_Task, 'duration_secs': 0.901805} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.881137] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e3579d-ea75-2b46-c686-6ba5038218f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.905568] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.905786] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.906071] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.906333] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 89ca3456-61ad-467b-bbb2-6923e301f8a0/89ca3456-61ad-467b-bbb2-6923e301f8a0.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.907840] env[69702]: DEBUG oslo_concurrency.lockutils [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.907998] env[69702]: DEBUG oslo_concurrency.lockutils [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.908180] env[69702]: DEBUG nova.network.neutron [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.909601] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed9e741d-41c2-477c-86d9-a39071018016 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.910964] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-743d5d11-4093-4e9a-a2d5-a3154d22b38d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.913286] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349291d8-f556-4a13-b643-3f1043e6ef33 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.925704] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f109ea2e-a5d0-4105-9750-4e242e4f4c5c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.930119] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1082.930119] env[69702]: value = "task-3085794" [ 1082.930119] env[69702]: _type = "Task" [ 1082.930119] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.944422] env[69702]: DEBUG nova.compute.provider_tree [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.951531] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.993575] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.993848] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.994071] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Deleting the datastore file [datastore1] 1b4cb5ad-b002-4c1a-a65e-679cf614bc93 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.994376] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e68bd87-3907-4ae9-b15e-608ffe731359 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.001247] env[69702]: DEBUG oslo_vmware.api [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1083.001247] env[69702]: value = "task-3085795" [ 1083.001247] env[69702]: _type = "Task" [ 1083.001247] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.010188] env[69702]: DEBUG oslo_vmware.api [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.137991] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.138253] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.370227] env[69702]: INFO nova.compute.manager [-] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Took 1.46 seconds to deallocate network for instance. [ 1083.370937] env[69702]: DEBUG nova.compute.manager [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.371193] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.373413] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa95a6e4-d3d9-4184-b30f-50d2ae1fdc29 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.386583] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.386754] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcc23c72-c7ba-405f-a951-062dd45a6181 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.394595] env[69702]: DEBUG oslo_vmware.api [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1083.394595] env[69702]: value = "task-3085796" [ 1083.394595] env[69702]: _type = "Task" [ 1083.394595] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.404417] env[69702]: DEBUG oslo_vmware.api [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.445360] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470185} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.447028] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 89ca3456-61ad-467b-bbb2-6923e301f8a0/89ca3456-61ad-467b-bbb2-6923e301f8a0.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.447028] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.447837] env[69702]: DEBUG nova.scheduler.client.report [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.451556] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-821406e6-d839-4944-b823-5ac2b1d6ef5d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.460872] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1083.460872] env[69702]: value = "task-3085797" [ 1083.460872] env[69702]: _type = "Task" [ 1083.460872] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.475997] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.512539] env[69702]: DEBUG oslo_vmware.api [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259796} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.512802] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.512994] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.513379] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.513575] env[69702]: INFO nova.compute.manager [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1083.513825] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.514028] env[69702]: DEBUG nova.compute.manager [-] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.514126] env[69702]: DEBUG nova.network.neutron [-] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.640978] env[69702]: DEBUG nova.compute.manager [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.854077] env[69702]: DEBUG nova.network.neutron [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Updated VIF entry in instance network info cache for port f688f938-07b9-4548-aa48-82533c5ba559. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.854346] env[69702]: DEBUG nova.network.neutron [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Updating instance_info_cache with network_info: [{"id": "f688f938-07b9-4548-aa48-82533c5ba559", "address": "fa:16:3e:49:04:c7", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf688f938-07", "ovs_interfaceid": "f688f938-07b9-4548-aa48-82533c5ba559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.882602] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.906386] env[69702]: DEBUG oslo_vmware.api [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085796, 'name': PowerOffVM_Task, 'duration_secs': 0.191571} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.906832] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.907151] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.907442] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7679a1eb-4618-428b-bb9e-50f3638fbe4b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.937050] env[69702]: DEBUG nova.network.neutron [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance_info_cache with network_info: [{"id": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "address": "fa:16:3e:4e:5f:3f", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9624a2-59", "ovs_interfaceid": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.938687] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "interface-11b901e2-bc52-49e4-8f6e-9c50285dac55-b6d745f8-7ebe-4d75-baca-229984538846" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.939123] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-11b901e2-bc52-49e4-8f6e-9c50285dac55-b6d745f8-7ebe-4d75-baca-229984538846" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.952215] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.128s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.952999] env[69702]: DEBUG nova.compute.manager [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.959022] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.086s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.959022] env[69702]: DEBUG nova.objects.instance [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lazy-loading 'pci_requests' on Instance uuid de55fe3f-564d-4ce3-b008-2c9c53d77692 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.973392] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073085} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.973656] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.974499] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce1f112-06d4-4173-ab99-052fabccdcc4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.979773] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.979998] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.980194] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleting the datastore file [datastore1] ebf9cfcb-426a-4ca2-9f9e-9c36c8270218 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.980439] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25319cad-8a97-4964-a3c8-0fb3eb9af0a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.008439] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 89ca3456-61ad-467b-bbb2-6923e301f8a0/89ca3456-61ad-467b-bbb2-6923e301f8a0.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.009927] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6318000-f9ab-4cf8-88d8-e773ce7bfdf1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.026357] env[69702]: DEBUG oslo_vmware.api [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for the task: (returnval){ [ 1084.026357] env[69702]: value = "task-3085799" [ 1084.026357] env[69702]: _type = "Task" [ 1084.026357] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.033361] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1084.033361] env[69702]: value = "task-3085800" [ 1084.033361] env[69702]: _type = "Task" [ 1084.033361] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.039535] env[69702]: DEBUG oslo_vmware.api [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.045626] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.165090] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.357553] env[69702]: DEBUG oslo_concurrency.lockutils [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] Releasing lock "refresh_cache-89ca3456-61ad-467b-bbb2-6923e301f8a0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.357777] env[69702]: DEBUG nova.compute.manager [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Received event network-vif-plugged-b6d745f8-7ebe-4d75-baca-229984538846 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.357987] env[69702]: DEBUG oslo_concurrency.lockutils [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] Acquiring lock "11b901e2-bc52-49e4-8f6e-9c50285dac55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.358220] env[69702]: DEBUG oslo_concurrency.lockutils [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] Lock "11b901e2-bc52-49e4-8f6e-9c50285dac55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.358389] env[69702]: DEBUG oslo_concurrency.lockutils [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] Lock "11b901e2-bc52-49e4-8f6e-9c50285dac55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.358556] env[69702]: DEBUG nova.compute.manager [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] No waiting events found dispatching network-vif-plugged-b6d745f8-7ebe-4d75-baca-229984538846 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.358773] env[69702]: WARNING nova.compute.manager [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Received unexpected event network-vif-plugged-b6d745f8-7ebe-4d75-baca-229984538846 for instance with vm_state active and task_state None. [ 1084.358969] env[69702]: DEBUG nova.compute.manager [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Received event network-changed-b6d745f8-7ebe-4d75-baca-229984538846 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.359123] env[69702]: DEBUG nova.compute.manager [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Refreshing instance network info cache due to event network-changed-b6d745f8-7ebe-4d75-baca-229984538846. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.359381] env[69702]: DEBUG oslo_concurrency.lockutils [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] Acquiring lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.359534] env[69702]: DEBUG oslo_concurrency.lockutils [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] Acquired lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.359723] env[69702]: DEBUG nova.network.neutron [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Refreshing network info cache for port b6d745f8-7ebe-4d75-baca-229984538846 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.442550] env[69702]: DEBUG oslo_concurrency.lockutils [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.446991] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.447260] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.448515] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1084.448722] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617723', 'volume_id': 'f17a013b-945e-42be-8acd-fc1d18dde746', 'name': 'volume-f17a013b-945e-42be-8acd-fc1d18dde746', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7631d8ea-ff43-4b6e-a51f-7892c46c934f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f17a013b-945e-42be-8acd-fc1d18dde746', 'serial': 'f17a013b-945e-42be-8acd-fc1d18dde746'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1084.449621] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffb2d54-bb3c-4e3e-bb04-1f3519556f83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.452808] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a5eba4-8fa9-42f0-825c-352afd82cfc8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.458568] env[69702]: DEBUG nova.compute.utils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.482912] env[69702]: DEBUG nova.compute.manager [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.483311] env[69702]: DEBUG nova.network.neutron [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.486211] env[69702]: DEBUG nova.objects.instance [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lazy-loading 'numa_topology' on Instance uuid de55fe3f-564d-4ce3-b008-2c9c53d77692 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.488834] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bbf069-ae1d-4e3b-a2b5-c9c1a32c9e56 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.491705] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285f203f-5a0e-40fa-85e6-263a378577b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.533414] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Reconfiguring VM to detach interface {{(pid=69702) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1084.544426] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-f17a013b-945e-42be-8acd-fc1d18dde746/volume-f17a013b-945e-42be-8acd-fc1d18dde746.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.544426] env[69702]: DEBUG nova.policy [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '716adb946d69497da836ff07210110ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffbd8c4f167948929c8fce43de842a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.545100] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03e060de-55f0-44c6-8358-0a53b5a2c224 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.561532] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7a79d78-7265-4c99-ba38-aadeb452c7d0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.577808] env[69702]: DEBUG nova.network.neutron [-] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.582356] env[69702]: DEBUG nova.compute.manager [req-30aab5ce-7cda-4e6a-a3a2-e61ef0cbe6f0 req-998e482d-e037-4342-a535-d6f9e3fd92a1 service nova] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Received event network-vif-deleted-e10ff809-9cc4-43ee-84ad-e1e7d1c14185 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.582356] env[69702]: DEBUG nova.compute.manager [req-30aab5ce-7cda-4e6a-a3a2-e61ef0cbe6f0 req-998e482d-e037-4342-a535-d6f9e3fd92a1 service nova] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Received event network-vif-deleted-be8a7f41-b432-4f00-8c59-7f964b153cbc {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.582356] env[69702]: INFO nova.compute.manager [req-30aab5ce-7cda-4e6a-a3a2-e61ef0cbe6f0 req-998e482d-e037-4342-a535-d6f9e3fd92a1 service nova] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Neutron deleted interface be8a7f41-b432-4f00-8c59-7f964b153cbc; detaching it from the instance and deleting it from the info cache [ 1084.582356] env[69702]: DEBUG nova.network.neutron [req-30aab5ce-7cda-4e6a-a3a2-e61ef0cbe6f0 req-998e482d-e037-4342-a535-d6f9e3fd92a1 service nova] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.589817] env[69702]: DEBUG oslo_vmware.api [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Task: {'id': task-3085799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14788} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.594576] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.594776] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.594953] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.595142] env[69702]: INFO nova.compute.manager [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1084.595387] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.595650] env[69702]: DEBUG oslo_vmware.api [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1084.595650] env[69702]: value = "task-3085802" [ 1084.595650] env[69702]: _type = "Task" [ 1084.595650] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.595839] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085800, 'name': ReconfigVM_Task, 'duration_secs': 0.343876} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.596919] env[69702]: DEBUG nova.compute.manager [-] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.597039] env[69702]: DEBUG nova.network.neutron [-] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.599030] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 89ca3456-61ad-467b-bbb2-6923e301f8a0/89ca3456-61ad-467b-bbb2-6923e301f8a0.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.599723] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1084.599723] env[69702]: value = "task-3085801" [ 1084.599723] env[69702]: _type = "Task" [ 1084.599723] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.602875] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c65b6093-78d7-436b-bebf-a67026da2f9c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.613666] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.617834] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1084.617834] env[69702]: value = "task-3085803" [ 1084.617834] env[69702]: _type = "Task" [ 1084.617834] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.618476] env[69702]: DEBUG oslo_vmware.api [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.632524] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085803, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.962141] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f52f2b-9049-4221-a65a-413af4f129c5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.969419] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7baa93-7f28-4319-9c82-1e90e1ce37b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.989179] env[69702]: DEBUG nova.compute.manager [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.992175] env[69702]: INFO nova.compute.claims [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.083312] env[69702]: INFO nova.compute.manager [-] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Took 1.57 seconds to deallocate network for instance. [ 1085.085225] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca0432e6-4e3d-4a44-be20-a1f0e75245ed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.097233] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53db7976-61fe-4fd8-9a7c-70cfd6bed45c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.125540] env[69702]: DEBUG nova.network.neutron [-] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.141215] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085803, 'name': Rename_Task, 'duration_secs': 0.274826} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.159778] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.160643] env[69702]: DEBUG nova.compute.manager [req-30aab5ce-7cda-4e6a-a3a2-e61ef0cbe6f0 req-998e482d-e037-4342-a535-d6f9e3fd92a1 service nova] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Detach interface failed, port_id=be8a7f41-b432-4f00-8c59-7f964b153cbc, reason: Instance 1b4cb5ad-b002-4c1a-a65e-679cf614bc93 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1085.160909] env[69702]: DEBUG oslo_vmware.api [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085802, 'name': ReconfigVM_Task, 'duration_secs': 0.415116} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.161269] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.161337] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f93ebd6-a896-4473-84d1-4ec87cdadfa0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.163153] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-f17a013b-945e-42be-8acd-fc1d18dde746/volume-f17a013b-945e-42be-8acd-fc1d18dde746.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.167906] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad51003-1ca4-4e52-b7c3-352d1a16c070 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.184841] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1085.184841] env[69702]: value = "task-3085804" [ 1085.184841] env[69702]: _type = "Task" [ 1085.184841] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.186410] env[69702]: DEBUG oslo_vmware.api [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1085.186410] env[69702]: value = "task-3085805" [ 1085.186410] env[69702]: _type = "Task" [ 1085.186410] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.200748] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.204291] env[69702]: DEBUG oslo_vmware.api [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085805, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.205041] env[69702]: DEBUG nova.network.neutron [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Successfully created port: b91a12d2-5478-4ec6-b254-3cc79d0f13bf {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.470571] env[69702]: DEBUG nova.network.neutron [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updated VIF entry in instance network info cache for port b6d745f8-7ebe-4d75-baca-229984538846. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.471058] env[69702]: DEBUG nova.network.neutron [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updating instance_info_cache with network_info: [{"id": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "address": "fa:16:3e:df:9a:1f", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e09b91e-6c", "ovs_interfaceid": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6d745f8-7ebe-4d75-baca-229984538846", "address": "fa:16:3e:d9:9e:85", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d745f8-7e", "ovs_interfaceid": "b6d745f8-7ebe-4d75-baca-229984538846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.591359] env[69702]: DEBUG oslo_concurrency.lockutils [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.626283] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.629895] env[69702]: INFO nova.compute.manager [-] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Took 1.03 seconds to deallocate network for instance. [ 1085.699769] env[69702]: DEBUG oslo_vmware.api [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085805, 'name': ReconfigVM_Task, 'duration_secs': 0.155289} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.703163] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617723', 'volume_id': 'f17a013b-945e-42be-8acd-fc1d18dde746', 'name': 'volume-f17a013b-945e-42be-8acd-fc1d18dde746', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7631d8ea-ff43-4b6e-a51f-7892c46c934f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f17a013b-945e-42be-8acd-fc1d18dde746', 'serial': 'f17a013b-945e-42be-8acd-fc1d18dde746'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1085.704587] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085804, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.973712] env[69702]: DEBUG oslo_concurrency.lockutils [req-6d4aedbf-214c-4b9c-91e8-f97e0a9aa827 req-06ff4874-efcf-4c6e-b17e-0e990af14e8b service nova] Releasing lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.001886] env[69702]: DEBUG nova.compute.manager [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.030782] env[69702]: DEBUG nova.virt.hardware [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bf60a3772611bac6060d716f934e3002',container_format='bare',created_at=2025-03-19T14:00:52Z,direct_url=,disk_format='vmdk',id=4ae90483-3b5f-43b6-8d5e-62705fab5ea1,min_disk=1,min_ram=0,name='tempest-test-snap-986800003',owner='ffbd8c4f167948929c8fce43de842a26',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-19T14:01:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.031044] env[69702]: DEBUG nova.virt.hardware [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.031208] env[69702]: DEBUG nova.virt.hardware [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.031394] env[69702]: DEBUG nova.virt.hardware [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.031611] env[69702]: DEBUG nova.virt.hardware [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.031700] env[69702]: DEBUG nova.virt.hardware [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.031897] env[69702]: DEBUG nova.virt.hardware [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.032069] env[69702]: DEBUG nova.virt.hardware [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.032242] env[69702]: DEBUG nova.virt.hardware [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.032404] env[69702]: DEBUG nova.virt.hardware [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.032574] env[69702]: DEBUG nova.virt.hardware [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.033431] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ee0e40-68a4-4a46-a3a2-df95fba4c855 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.041940] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6208e7d-1a07-421a-b6ee-ebaee411d282 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.081682] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34b50a6-c35b-4bb3-976b-65a9086071ed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.124321] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4911fd-ca82-4ed4-9272-3424800eb6c6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.135794] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.136315] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance '9b8c8a83-6547-497d-95b5-5dfaf79526ae' progress to 83 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.149229] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.202270] env[69702]: DEBUG oslo_vmware.api [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085804, 'name': PowerOnVM_Task, 'duration_secs': 0.538661} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.203014] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.203014] env[69702]: INFO nova.compute.manager [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1086.203173] env[69702]: DEBUG nova.compute.manager [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.204298] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2394abb3-4606-4438-96c7-7fee28a69360 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.285243] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058372cf-de1e-41a6-8366-9fce2b4fbf59 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.293616] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c48767f-b3c8-4703-8a0a-2a3870086f77 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.326028] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ff29ec-b476-4cd5-8594-9a9dc01c0115 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.334534] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945b853d-61eb-46a6-8a1c-ecb77eea66d7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.349369] env[69702]: DEBUG nova.compute.provider_tree [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.621386] env[69702]: DEBUG nova.compute.manager [req-5e465159-0501-43bb-94d1-cf3c5f4f78b6 req-e5f661e9-236f-420c-98a0-fdf665eea820 service nova] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Received event network-vif-deleted-0912f934-4409-4056-b565-44c2079f9b75 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.627885] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.652390] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.652679] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-625ad5f2-926a-4302-bfc1-d2af01c30eab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.661527] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1086.661527] env[69702]: value = "task-3085806" [ 1086.661527] env[69702]: _type = "Task" [ 1086.661527] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.671215] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.726707] env[69702]: INFO nova.compute.manager [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Took 19.21 seconds to build instance. [ 1086.757712] env[69702]: DEBUG nova.objects.instance [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lazy-loading 'flavor' on Instance uuid 7631d8ea-ff43-4b6e-a51f-7892c46c934f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.853633] env[69702]: DEBUG nova.scheduler.client.report [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.933433] env[69702]: DEBUG nova.network.neutron [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Successfully updated port: b91a12d2-5478-4ec6-b254-3cc79d0f13bf {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.128166] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.173818] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085806, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.229437] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f37c9d1e-3391-42e2-972d-958a656ff8c1 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.725s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.264460] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b3a230f5-b4c9-4b86-ad5c-19c586b238b3 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.423s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.358077] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.402s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.360494] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.478s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.360727] env[69702]: DEBUG nova.objects.instance [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lazy-loading 'resources' on Instance uuid 9c100c06-ad85-4348-8ffd-58171212e8a7 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.405095] env[69702]: INFO nova.network.neutron [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Updating port 42c6b5ad-971a-4767-aae3-ecbed6e824ee with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1087.436537] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "refresh_cache-3d33e521-91e2-4037-b044-cc9cdeb7a914" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.437148] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "refresh_cache-3d33e521-91e2-4037-b044-cc9cdeb7a914" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.437148] env[69702]: DEBUG nova.network.neutron [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.628421] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.672984] env[69702]: DEBUG oslo_vmware.api [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085806, 'name': PowerOnVM_Task, 'duration_secs': 0.523784} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.673667] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.674121] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-888ba567-318a-4338-bd4e-d8d03762fe6d tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance '9b8c8a83-6547-497d-95b5-5dfaf79526ae' progress to 100 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.000771] env[69702]: DEBUG nova.network.neutron [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.127236] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.130482] env[69702]: DEBUG nova.compute.manager [req-353bff56-3e01-40ba-a0f4-597a0774b1c0 req-dc499f21-6a44-4f56-b7ae-9a328cc9c50e service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Received event network-changed-f688f938-07b9-4548-aa48-82533c5ba559 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.130740] env[69702]: DEBUG nova.compute.manager [req-353bff56-3e01-40ba-a0f4-597a0774b1c0 req-dc499f21-6a44-4f56-b7ae-9a328cc9c50e service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Refreshing instance network info cache due to event network-changed-f688f938-07b9-4548-aa48-82533c5ba559. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.130776] env[69702]: DEBUG oslo_concurrency.lockutils [req-353bff56-3e01-40ba-a0f4-597a0774b1c0 req-dc499f21-6a44-4f56-b7ae-9a328cc9c50e service nova] Acquiring lock "refresh_cache-89ca3456-61ad-467b-bbb2-6923e301f8a0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.133034] env[69702]: DEBUG oslo_concurrency.lockutils [req-353bff56-3e01-40ba-a0f4-597a0774b1c0 req-dc499f21-6a44-4f56-b7ae-9a328cc9c50e service nova] Acquired lock "refresh_cache-89ca3456-61ad-467b-bbb2-6923e301f8a0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.133034] env[69702]: DEBUG nova.network.neutron [req-353bff56-3e01-40ba-a0f4-597a0774b1c0 req-dc499f21-6a44-4f56-b7ae-9a328cc9c50e service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Refreshing network info cache for port f688f938-07b9-4548-aa48-82533c5ba559 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.133034] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a539a92-2159-4708-9596-03f901c930ca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.147423] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56170405-74e6-4988-a395-37e650087309 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.190842] env[69702]: DEBUG nova.network.neutron [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Updating instance_info_cache with network_info: [{"id": "b91a12d2-5478-4ec6-b254-3cc79d0f13bf", "address": "fa:16:3e:db:ff:46", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb91a12d2-54", "ovs_interfaceid": "b91a12d2-5478-4ec6-b254-3cc79d0f13bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.193150] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d91f8a-0c24-4493-a0e3-5daa07cd951d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.201842] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d5d5cf-a4e5-4f10-bd22-be8c8bdeef1d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.220405] env[69702]: DEBUG nova.compute.provider_tree [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.542037] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "24c8cd7a-b40c-4663-8330-06d3d26d2c81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.542037] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "24c8cd7a-b40c-4663-8330-06d3d26d2c81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.628207] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.652379] env[69702]: DEBUG nova.compute.manager [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Received event network-vif-plugged-b91a12d2-5478-4ec6-b254-3cc79d0f13bf {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.652688] env[69702]: DEBUG oslo_concurrency.lockutils [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] Acquiring lock "3d33e521-91e2-4037-b044-cc9cdeb7a914-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.653223] env[69702]: DEBUG oslo_concurrency.lockutils [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] Lock "3d33e521-91e2-4037-b044-cc9cdeb7a914-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.653619] env[69702]: DEBUG oslo_concurrency.lockutils [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] Lock "3d33e521-91e2-4037-b044-cc9cdeb7a914-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.654770] env[69702]: DEBUG nova.compute.manager [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] No waiting events found dispatching network-vif-plugged-b91a12d2-5478-4ec6-b254-3cc79d0f13bf {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.654979] env[69702]: WARNING nova.compute.manager [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Received unexpected event network-vif-plugged-b91a12d2-5478-4ec6-b254-3cc79d0f13bf for instance with vm_state building and task_state spawning. [ 1088.656027] env[69702]: DEBUG nova.compute.manager [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Received event network-changed-b91a12d2-5478-4ec6-b254-3cc79d0f13bf {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.656204] env[69702]: DEBUG nova.compute.manager [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Refreshing instance network info cache due to event network-changed-b91a12d2-5478-4ec6-b254-3cc79d0f13bf. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.656430] env[69702]: DEBUG oslo_concurrency.lockutils [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] Acquiring lock "refresh_cache-3d33e521-91e2-4037-b044-cc9cdeb7a914" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.696735] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "refresh_cache-3d33e521-91e2-4037-b044-cc9cdeb7a914" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.697279] env[69702]: DEBUG nova.compute.manager [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Instance network_info: |[{"id": "b91a12d2-5478-4ec6-b254-3cc79d0f13bf", "address": "fa:16:3e:db:ff:46", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb91a12d2-54", "ovs_interfaceid": "b91a12d2-5478-4ec6-b254-3cc79d0f13bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.697279] env[69702]: DEBUG oslo_concurrency.lockutils [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] Acquired lock "refresh_cache-3d33e521-91e2-4037-b044-cc9cdeb7a914" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.697802] env[69702]: DEBUG nova.network.neutron [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Refreshing network info cache for port b91a12d2-5478-4ec6-b254-3cc79d0f13bf {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.698769] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:ff:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b91a12d2-5478-4ec6-b254-3cc79d0f13bf', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.711727] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.719504] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.720504] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09adf41b-9c3f-4866-a720-a3fa4f67b6c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.739366] env[69702]: DEBUG nova.scheduler.client.report [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.755489] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.755489] env[69702]: value = "task-3085807" [ 1088.755489] env[69702]: _type = "Task" [ 1088.755489] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.765331] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085807, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.044380] env[69702]: DEBUG nova.compute.manager [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.132560] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.244525] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.246667] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.082s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.248714] env[69702]: INFO nova.compute.claims [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.285310] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085807, 'name': CreateVM_Task, 'duration_secs': 0.413118} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.285310] env[69702]: DEBUG nova.network.neutron [req-353bff56-3e01-40ba-a0f4-597a0774b1c0 req-dc499f21-6a44-4f56-b7ae-9a328cc9c50e service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Updated VIF entry in instance network info cache for port f688f938-07b9-4548-aa48-82533c5ba559. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.285310] env[69702]: DEBUG nova.network.neutron [req-353bff56-3e01-40ba-a0f4-597a0774b1c0 req-dc499f21-6a44-4f56-b7ae-9a328cc9c50e service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Updating instance_info_cache with network_info: [{"id": "f688f938-07b9-4548-aa48-82533c5ba559", "address": "fa:16:3e:49:04:c7", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf688f938-07", "ovs_interfaceid": "f688f938-07b9-4548-aa48-82533c5ba559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.285310] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.285310] env[69702]: INFO nova.scheduler.client.report [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleted allocations for instance 9c100c06-ad85-4348-8ffd-58171212e8a7 [ 1089.287341] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ae90483-3b5f-43b6-8d5e-62705fab5ea1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.287657] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ae90483-3b5f-43b6-8d5e-62705fab5ea1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.288209] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ae90483-3b5f-43b6-8d5e-62705fab5ea1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.293284] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78d1d26c-6a87-4926-a01d-67d22055ba85 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.302018] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1089.302018] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e5c94d-c0e1-7c00-9174-f2209d1aaec6" [ 1089.302018] env[69702]: _type = "Task" [ 1089.302018] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.306787] env[69702]: DEBUG nova.network.neutron [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Updated VIF entry in instance network info cache for port b91a12d2-5478-4ec6-b254-3cc79d0f13bf. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.309176] env[69702]: DEBUG nova.network.neutron [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Updating instance_info_cache with network_info: [{"id": "b91a12d2-5478-4ec6-b254-3cc79d0f13bf", "address": "fa:16:3e:db:ff:46", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb91a12d2-54", "ovs_interfaceid": "b91a12d2-5478-4ec6-b254-3cc79d0f13bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.314598] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e5c94d-c0e1-7c00-9174-f2209d1aaec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.455528] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.455808] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.455912] env[69702]: DEBUG nova.network.neutron [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.566628] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.629268] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.794564] env[69702]: DEBUG oslo_concurrency.lockutils [req-353bff56-3e01-40ba-a0f4-597a0774b1c0 req-dc499f21-6a44-4f56-b7ae-9a328cc9c50e service nova] Releasing lock "refresh_cache-89ca3456-61ad-467b-bbb2-6923e301f8a0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.799738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ad312c4-ebb3-462d-9898-dd4a1a26e2fb tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "9c100c06-ad85-4348-8ffd-58171212e8a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.005s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.813319] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ae90483-3b5f-43b6-8d5e-62705fab5ea1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.813631] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Processing image 4ae90483-3b5f-43b6-8d5e-62705fab5ea1 {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.813950] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ae90483-3b5f-43b6-8d5e-62705fab5ea1/4ae90483-3b5f-43b6-8d5e-62705fab5ea1.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.814192] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ae90483-3b5f-43b6-8d5e-62705fab5ea1/4ae90483-3b5f-43b6-8d5e-62705fab5ea1.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.814393] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.815126] env[69702]: DEBUG oslo_concurrency.lockutils [req-a334a7f4-6b31-442c-b1e2-5e3e121e1b5d req-b7bab50f-6c93-4cfd-ab55-c7e80ce24d8c service nova] Releasing lock "refresh_cache-3d33e521-91e2-4037-b044-cc9cdeb7a914" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.815505] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f330b57-b89b-476e-b4de-0aa4afc9ae21 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.825606] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.825839] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.826617] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85f2f74-954f-4836-a7dd-afec32f1f476 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.832673] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1089.832673] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f5be75-8bbe-a79a-71ee-14a445e4a612" [ 1089.832673] env[69702]: _type = "Task" [ 1089.832673] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.840845] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f5be75-8bbe-a79a-71ee-14a445e4a612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.972514] env[69702]: DEBUG nova.network.neutron [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Port be9624a2-5999-4c8d-a6ba-05831e846c7b binding to destination host cpu-1 is already ACTIVE {{(pid=69702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1089.972825] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.973093] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.973344] env[69702]: DEBUG nova.network.neutron [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.131516] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.244828] env[69702]: DEBUG nova.network.neutron [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Updating instance_info_cache with network_info: [{"id": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "address": "fa:16:3e:0a:a8:51", "network": {"id": "b079dd1d-24f3-4308-8c24-d40888f0c757", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-633978202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad83c4295dc4886b9ca2d028bb1a479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c6b5ad-97", "ovs_interfaceid": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.345760] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Preparing fetch location {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1090.346040] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Fetch image to [datastore1] OSTACK_IMG_44aab33c-7d2a-4376-9248-53987530c27d/OSTACK_IMG_44aab33c-7d2a-4376-9248-53987530c27d.vmdk {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1090.346237] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Downloading stream optimized image 4ae90483-3b5f-43b6-8d5e-62705fab5ea1 to [datastore1] OSTACK_IMG_44aab33c-7d2a-4376-9248-53987530c27d/OSTACK_IMG_44aab33c-7d2a-4376-9248-53987530c27d.vmdk on the data store datastore1 as vApp {{(pid=69702) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1090.346409] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Downloading image file data 4ae90483-3b5f-43b6-8d5e-62705fab5ea1 to the ESX as VM named 'OSTACK_IMG_44aab33c-7d2a-4376-9248-53987530c27d' {{(pid=69702) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1090.444527] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1090.444527] env[69702]: value = "resgroup-9" [ 1090.444527] env[69702]: _type = "ResourcePool" [ 1090.444527] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1090.444750] env[69702]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-909933ed-8e2e-4d34-a3ca-b3987b0cd979 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.471190] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lease: (returnval){ [ 1090.471190] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b3b1fe-339e-da18-248f-7bd343a28ace" [ 1090.471190] env[69702]: _type = "HttpNfcLease" [ 1090.471190] env[69702]: } obtained for vApp import into resource pool (val){ [ 1090.471190] env[69702]: value = "resgroup-9" [ 1090.471190] env[69702]: _type = "ResourcePool" [ 1090.471190] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1090.471190] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the lease: (returnval){ [ 1090.471190] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b3b1fe-339e-da18-248f-7bd343a28ace" [ 1090.471190] env[69702]: _type = "HttpNfcLease" [ 1090.471190] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1090.482505] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.482505] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b3b1fe-339e-da18-248f-7bd343a28ace" [ 1090.482505] env[69702]: _type = "HttpNfcLease" [ 1090.482505] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.535643] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a027a06-33c2-4424-bb51-306bb9c23887 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.543705] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5927dd2-2716-465d-9b42-7cc9885ba83e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.576589] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6206d7e0-ef7a-4bdd-b3e2-ab809926583b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.584910] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daafaab-0dea-4cd3-91ea-123e263e98a1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.598827] env[69702]: DEBUG nova.compute.provider_tree [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.630136] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.747270] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Releasing lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.785516] env[69702]: DEBUG nova.virt.hardware [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b98fdea3d7f40036f877e49f7637e154',container_format='bare',created_at=2025-03-19T14:00:48Z,direct_url=,disk_format='vmdk',id=9cb35961-d94d-467a-834f-a8e4b3507093,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-510549120-shelved',owner='7ad83c4295dc4886b9ca2d028bb1a479',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-03-19T14:01:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.785769] env[69702]: DEBUG nova.virt.hardware [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.785926] env[69702]: DEBUG nova.virt.hardware [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.786122] env[69702]: DEBUG nova.virt.hardware [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.786315] env[69702]: DEBUG nova.virt.hardware [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.786579] env[69702]: DEBUG nova.virt.hardware [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.786726] env[69702]: DEBUG nova.virt.hardware [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.786886] env[69702]: DEBUG nova.virt.hardware [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.787105] env[69702]: DEBUG nova.virt.hardware [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.787436] env[69702]: DEBUG nova.virt.hardware [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.787702] env[69702]: DEBUG nova.virt.hardware [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.788599] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7174bb0-4bb4-4476-b5cf-d56902aca5bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.800379] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283706fc-039a-4444-8bcb-b81cffe11cc4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.804988] env[69702]: DEBUG nova.compute.manager [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Received event network-vif-plugged-42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.805383] env[69702]: DEBUG oslo_concurrency.lockutils [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] Acquiring lock "de55fe3f-564d-4ce3-b008-2c9c53d77692-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.805604] env[69702]: DEBUG oslo_concurrency.lockutils [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.805770] env[69702]: DEBUG oslo_concurrency.lockutils [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.805935] env[69702]: DEBUG nova.compute.manager [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] No waiting events found dispatching network-vif-plugged-42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.806109] env[69702]: WARNING nova.compute.manager [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Received unexpected event network-vif-plugged-42c6b5ad-971a-4767-aae3-ecbed6e824ee for instance with vm_state shelved_offloaded and task_state spawning. [ 1090.806266] env[69702]: DEBUG nova.compute.manager [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Received event network-changed-42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.806414] env[69702]: DEBUG nova.compute.manager [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Refreshing instance network info cache due to event network-changed-42c6b5ad-971a-4767-aae3-ecbed6e824ee. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.806594] env[69702]: DEBUG oslo_concurrency.lockutils [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] Acquiring lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.806725] env[69702]: DEBUG oslo_concurrency.lockutils [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] Acquired lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.806881] env[69702]: DEBUG nova.network.neutron [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Refreshing network info cache for port 42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.820094] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:a8:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42c6b5ad-971a-4767-aae3-ecbed6e824ee', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.827744] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.828899] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.829177] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ce83a41-df28-488b-96c2-449b911d46c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.857730] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.857730] env[69702]: value = "task-3085809" [ 1090.857730] env[69702]: _type = "Task" [ 1090.857730] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.868879] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085809, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.956958] env[69702]: DEBUG nova.network.neutron [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance_info_cache with network_info: [{"id": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "address": "fa:16:3e:4e:5f:3f", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9624a2-59", "ovs_interfaceid": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.980817] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.980817] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b3b1fe-339e-da18-248f-7bd343a28ace" [ 1090.980817] env[69702]: _type = "HttpNfcLease" [ 1090.980817] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1091.103334] env[69702]: DEBUG nova.scheduler.client.report [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.131941] env[69702]: DEBUG oslo_vmware.api [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085801, 'name': ReconfigVM_Task, 'duration_secs': 6.301101} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.132232] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.132447] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Reconfigured VM to detach interface {{(pid=69702) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1091.369724] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085809, 'name': CreateVM_Task, 'duration_secs': 0.395049} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.370097] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.370734] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9cb35961-d94d-467a-834f-a8e4b3507093" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.370934] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9cb35961-d94d-467a-834f-a8e4b3507093" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.373511] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9cb35961-d94d-467a-834f-a8e4b3507093" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.378050] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f68dc32-1f51-40cc-86a9-3d68e3793d21 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.383703] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1091.383703] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fe9b59-580e-3d2b-a0cc-3c778bd15879" [ 1091.383703] env[69702]: _type = "Task" [ 1091.383703] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.394016] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fe9b59-580e-3d2b-a0cc-3c778bd15879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.460243] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.466855] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "fbb1031a-5f5d-4755-8964-8ec3833e4508" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.467135] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "fbb1031a-5f5d-4755-8964-8ec3833e4508" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.483527] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1091.483527] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b3b1fe-339e-da18-248f-7bd343a28ace" [ 1091.483527] env[69702]: _type = "HttpNfcLease" [ 1091.483527] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1091.483812] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1091.483812] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b3b1fe-339e-da18-248f-7bd343a28ace" [ 1091.483812] env[69702]: _type = "HttpNfcLease" [ 1091.483812] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1091.484531] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3ee131-0984-44b1-abbb-405823ab29ff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.492382] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262ece0-22c5-b1a4-b39a-c68a1df486fc/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1091.492577] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262ece0-22c5-b1a4-b39a-c68a1df486fc/disk-0.vmdk. {{(pid=69702) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1091.558971] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-82d33291-1daf-4511-be20-8c1940dd43e1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.608810] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.609417] env[69702]: DEBUG nova.compute.manager [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.612926] env[69702]: DEBUG oslo_concurrency.lockutils [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.022s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.613083] env[69702]: DEBUG nova.objects.instance [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lazy-loading 'resources' on Instance uuid 1b4cb5ad-b002-4c1a-a65e-679cf614bc93 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.708114] env[69702]: DEBUG nova.network.neutron [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Updated VIF entry in instance network info cache for port 42c6b5ad-971a-4767-aae3-ecbed6e824ee. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.708599] env[69702]: DEBUG nova.network.neutron [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Updating instance_info_cache with network_info: [{"id": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "address": "fa:16:3e:0a:a8:51", "network": {"id": "b079dd1d-24f3-4308-8c24-d40888f0c757", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-633978202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad83c4295dc4886b9ca2d028bb1a479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c6b5ad-97", "ovs_interfaceid": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.895035] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9cb35961-d94d-467a-834f-a8e4b3507093" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.895035] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Processing image 9cb35961-d94d-467a-834f-a8e4b3507093 {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.895236] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9cb35961-d94d-467a-834f-a8e4b3507093/9cb35961-d94d-467a-834f-a8e4b3507093.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.895236] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9cb35961-d94d-467a-834f-a8e4b3507093/9cb35961-d94d-467a-834f-a8e4b3507093.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.895417] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.895665] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-961fbf56-4f0a-4c82-8a53-74b26e5d6b0b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.905389] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.905653] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.906510] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-361f3336-66ae-480c-929e-c399b0ce6157 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.912821] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1091.912821] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bbd72a-7267-e3c6-c4a6-d27d761ce0a5" [ 1091.912821] env[69702]: _type = "Task" [ 1091.912821] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.920501] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bbd72a-7267-e3c6-c4a6-d27d761ce0a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.964055] env[69702]: DEBUG nova.compute.manager [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69702) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1091.972160] env[69702]: DEBUG nova.compute.manager [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.114867] env[69702]: DEBUG nova.compute.utils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.118999] env[69702]: DEBUG nova.compute.manager [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.119331] env[69702]: DEBUG nova.network.neutron [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.199241] env[69702]: DEBUG nova.policy [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98842e03bdb64b39888c58b8a5ba064d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8220d358101a452195570f1988233018', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.213295] env[69702]: DEBUG oslo_concurrency.lockutils [req-26a82f21-4719-45af-bd95-a1e323bee3b4 req-4c47e815-4c7e-428a-ba87-2913e42d9a35 service nova] Releasing lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.395763] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718aa7f0-c200-4760-80c2-ebcbfb17ccc0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.406989] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89337a4c-89c3-4245-b5e7-a3f97a4612de {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.451968] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f229008-39c0-4cf0-96e6-8c4fe4fa5ad5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.460659] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Preparing fetch location {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1092.460983] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Fetch image to [datastore1] OSTACK_IMG_a528e48d-d7aa-453a-b71b-71703aeacc1e/OSTACK_IMG_a528e48d-d7aa-453a-b71b-71703aeacc1e.vmdk {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1092.461194] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Downloading stream optimized image 9cb35961-d94d-467a-834f-a8e4b3507093 to [datastore1] OSTACK_IMG_a528e48d-d7aa-453a-b71b-71703aeacc1e/OSTACK_IMG_a528e48d-d7aa-453a-b71b-71703aeacc1e.vmdk on the data store datastore1 as vApp {{(pid=69702) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1092.461370] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Downloading image file data 9cb35961-d94d-467a-834f-a8e4b3507093 to the ESX as VM named 'OSTACK_IMG_a528e48d-d7aa-453a-b71b-71703aeacc1e' {{(pid=69702) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1092.467217] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb34593f-a5b2-4103-b8e7-ee331ff0e3c3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.485873] env[69702]: DEBUG nova.compute.provider_tree [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.520217] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.560309] env[69702]: DEBUG oslo_vmware.rw_handles [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1092.560309] env[69702]: value = "resgroup-9" [ 1092.560309] env[69702]: _type = "ResourcePool" [ 1092.560309] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1092.560548] env[69702]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-461374f8-982a-4bdd-93fb-75d524a7c8c7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.584178] env[69702]: DEBUG nova.network.neutron [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Successfully created port: d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.587809] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Completed reading data from the image iterator. {{(pid=69702) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1092.588024] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262ece0-22c5-b1a4-b39a-c68a1df486fc/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1092.589049] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba9f167-3ca3-44ce-87b2-05727268f173 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.593309] env[69702]: DEBUG oslo_vmware.rw_handles [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lease: (returnval){ [ 1092.593309] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526f7583-fe03-0b08-1081-a80b2317ba13" [ 1092.593309] env[69702]: _type = "HttpNfcLease" [ 1092.593309] env[69702]: } obtained for vApp import into resource pool (val){ [ 1092.593309] env[69702]: value = "resgroup-9" [ 1092.593309] env[69702]: _type = "ResourcePool" [ 1092.593309] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1092.593609] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the lease: (returnval){ [ 1092.593609] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526f7583-fe03-0b08-1081-a80b2317ba13" [ 1092.593609] env[69702]: _type = "HttpNfcLease" [ 1092.593609] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1092.601452] env[69702]: DEBUG oslo_concurrency.lockutils [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "11b901e2-bc52-49e4-8f6e-9c50285dac55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.601692] env[69702]: DEBUG oslo_concurrency.lockutils [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "11b901e2-bc52-49e4-8f6e-9c50285dac55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.601899] env[69702]: DEBUG oslo_concurrency.lockutils [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "11b901e2-bc52-49e4-8f6e-9c50285dac55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.602094] env[69702]: DEBUG oslo_concurrency.lockutils [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "11b901e2-bc52-49e4-8f6e-9c50285dac55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.602282] env[69702]: DEBUG oslo_concurrency.lockutils [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "11b901e2-bc52-49e4-8f6e-9c50285dac55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.603854] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262ece0-22c5-b1a4-b39a-c68a1df486fc/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1092.604013] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262ece0-22c5-b1a4-b39a-c68a1df486fc/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1092.604498] env[69702]: INFO nova.compute.manager [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Terminating instance [ 1092.606571] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f5d0f70f-9d6f-46fe-b2d7-940100e49b71 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.611043] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.611043] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526f7583-fe03-0b08-1081-a80b2317ba13" [ 1092.611043] env[69702]: _type = "HttpNfcLease" [ 1092.611043] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1092.622301] env[69702]: DEBUG nova.compute.manager [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.677209] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.677562] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquired lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.677886] env[69702]: DEBUG nova.network.neutron [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.825697] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262ece0-22c5-b1a4-b39a-c68a1df486fc/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1092.826056] env[69702]: INFO nova.virt.vmwareapi.images [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Downloaded image file data 4ae90483-3b5f-43b6-8d5e-62705fab5ea1 [ 1092.826913] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12b463e-d1d5-4037-b987-2dc1a6fc3ef7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.843855] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cda4a9f9-2d51-432a-96aa-6e4c30e1e876 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.922330] env[69702]: INFO nova.virt.vmwareapi.images [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] The imported VM was unregistered [ 1092.924631] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Caching image {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1092.924872] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4ae90483-3b5f-43b6-8d5e-62705fab5ea1 {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.925168] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ed444e4-1909-46b8-8bba-1f7b948ed07e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.939043] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Created directory with path [datastore1] devstack-image-cache_base/4ae90483-3b5f-43b6-8d5e-62705fab5ea1 {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.939298] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_44aab33c-7d2a-4376-9248-53987530c27d/OSTACK_IMG_44aab33c-7d2a-4376-9248-53987530c27d.vmdk to [datastore1] devstack-image-cache_base/4ae90483-3b5f-43b6-8d5e-62705fab5ea1/4ae90483-3b5f-43b6-8d5e-62705fab5ea1.vmdk. {{(pid=69702) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1092.939585] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-16a9657b-356d-4b23-9d13-10cea24b8ae6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.947471] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1092.947471] env[69702]: value = "task-3085812" [ 1092.947471] env[69702]: _type = "Task" [ 1092.947471] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.958838] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085812, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.997381] env[69702]: DEBUG nova.scheduler.client.report [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.086869] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.104946] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1093.104946] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526f7583-fe03-0b08-1081-a80b2317ba13" [ 1093.104946] env[69702]: _type = "HttpNfcLease" [ 1093.104946] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1093.113100] env[69702]: DEBUG nova.compute.manager [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.113495] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.114427] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91efdd85-f515-4afd-8f09-4e0fdd829bcd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.131022] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.131686] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c075be0e-c549-46ba-9eb1-94ea01ae3246 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.142024] env[69702]: DEBUG oslo_vmware.api [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1093.142024] env[69702]: value = "task-3085813" [ 1093.142024] env[69702]: _type = "Task" [ 1093.142024] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.156248] env[69702]: DEBUG oslo_vmware.api [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.466421] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085812, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.505655] env[69702]: DEBUG oslo_concurrency.lockutils [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.508912] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.373s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.509401] env[69702]: DEBUG nova.objects.instance [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lazy-loading 'resources' on Instance uuid ebf9cfcb-426a-4ca2-9f9e-9c36c8270218 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.532695] env[69702]: INFO nova.scheduler.client.report [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Deleted allocations for instance 1b4cb5ad-b002-4c1a-a65e-679cf614bc93 [ 1093.606608] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1093.606608] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526f7583-fe03-0b08-1081-a80b2317ba13" [ 1093.606608] env[69702]: _type = "HttpNfcLease" [ 1093.606608] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1093.607072] env[69702]: DEBUG oslo_vmware.rw_handles [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1093.607072] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526f7583-fe03-0b08-1081-a80b2317ba13" [ 1093.607072] env[69702]: _type = "HttpNfcLease" [ 1093.607072] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1093.607816] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f468b499-8e6e-4bdf-84f8-0542c9f1c705 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.624971] env[69702]: DEBUG oslo_vmware.rw_handles [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efe32a-14df-9e66-9cd8-37760c6d3c23/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1093.625151] env[69702]: DEBUG oslo_vmware.rw_handles [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efe32a-14df-9e66-9cd8-37760c6d3c23/disk-0.vmdk. {{(pid=69702) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1093.684201] env[69702]: DEBUG nova.compute.manager [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.688834] env[69702]: INFO nova.network.neutron [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Port b6d745f8-7ebe-4d75-baca-229984538846 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1093.689243] env[69702]: DEBUG nova.network.neutron [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updating instance_info_cache with network_info: [{"id": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "address": "fa:16:3e:df:9a:1f", "network": {"id": "e79b3253-926c-4965-85be-f6e26b679f10", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1434552479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9251ee7f0dc6425f8bb25921c6ae3377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e09b91e-6c", "ovs_interfaceid": "2e09b91e-6c79-41c7-b90d-5e2a96185342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.696919] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10dbdd0e-cee2-4bf5-a7c8-e914e7f76668 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.705098] env[69702]: DEBUG oslo_vmware.api [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085813, 'name': PowerOffVM_Task, 'duration_secs': 0.42783} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.706177] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.708022] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.708022] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fab62446-196c-4c9b-a04c-c167266204ed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.717787] env[69702]: DEBUG nova.virt.hardware [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.718040] env[69702]: DEBUG nova.virt.hardware [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.718217] env[69702]: DEBUG nova.virt.hardware [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.718401] env[69702]: DEBUG nova.virt.hardware [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.718602] env[69702]: DEBUG nova.virt.hardware [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.718762] env[69702]: DEBUG nova.virt.hardware [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.718979] env[69702]: DEBUG nova.virt.hardware [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.719202] env[69702]: DEBUG nova.virt.hardware [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.719671] env[69702]: DEBUG nova.virt.hardware [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.719671] env[69702]: DEBUG nova.virt.hardware [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.719833] env[69702]: DEBUG nova.virt.hardware [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.720931] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648c1323-fa13-4e56-95dc-2b740060099d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.732077] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a44aee-8aad-4e15-843f-92a1af0c345a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.805557] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.805822] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.805981] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Deleting the datastore file [datastore1] 11b901e2-bc52-49e4-8f6e-9c50285dac55 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.806318] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c1c71f1-a710-475b-a22b-e26f1d7a498b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.814446] env[69702]: DEBUG oslo_vmware.api [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1093.814446] env[69702]: value = "task-3085815" [ 1093.814446] env[69702]: _type = "Task" [ 1093.814446] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.825729] env[69702]: DEBUG oslo_vmware.api [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.960446] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085812, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.033851] env[69702]: DEBUG nova.compute.manager [req-167d1624-608a-4d05-8316-7948d695a37a req-7adc42e5-2464-4cdf-9e3c-7fbecc690bf2 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Received event network-vif-plugged-d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.034191] env[69702]: DEBUG oslo_concurrency.lockutils [req-167d1624-608a-4d05-8316-7948d695a37a req-7adc42e5-2464-4cdf-9e3c-7fbecc690bf2 service nova] Acquiring lock "1d9227ba-92a4-49a4-acc2-34fbabad2944-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.034528] env[69702]: DEBUG oslo_concurrency.lockutils [req-167d1624-608a-4d05-8316-7948d695a37a req-7adc42e5-2464-4cdf-9e3c-7fbecc690bf2 service nova] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.034827] env[69702]: DEBUG oslo_concurrency.lockutils [req-167d1624-608a-4d05-8316-7948d695a37a req-7adc42e5-2464-4cdf-9e3c-7fbecc690bf2 service nova] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.034827] env[69702]: DEBUG nova.compute.manager [req-167d1624-608a-4d05-8316-7948d695a37a req-7adc42e5-2464-4cdf-9e3c-7fbecc690bf2 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] No waiting events found dispatching network-vif-plugged-d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.034982] env[69702]: WARNING nova.compute.manager [req-167d1624-608a-4d05-8316-7948d695a37a req-7adc42e5-2464-4cdf-9e3c-7fbecc690bf2 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Received unexpected event network-vif-plugged-d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc for instance with vm_state building and task_state spawning. [ 1094.041814] env[69702]: DEBUG oslo_concurrency.lockutils [None req-73048f6f-ff20-4381-bd96-555942d07fd6 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "1b4cb5ad-b002-4c1a-a65e-679cf614bc93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.317s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.197496] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Releasing lock "refresh_cache-11b901e2-bc52-49e4-8f6e-9c50285dac55" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.207379] env[69702]: DEBUG nova.network.neutron [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Successfully updated port: d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.294424] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b177388a-0f83-4e88-9f01-3c0d2e6018c9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.304612] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce393e1-a212-43eb-a1db-7e9188ad9327 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.342789] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c46ba9-92c4-405a-931b-2dffcef6f4f6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.352232] env[69702]: DEBUG oslo_vmware.api [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.356230] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7894801-bb38-49a3-a171-fcfe54a8a460 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.376544] env[69702]: DEBUG nova.compute.provider_tree [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.463790] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085812, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.704117] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d92ba86b-e1a7-4789-b1a7-e77e9fe3f35a tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "interface-11b901e2-bc52-49e4-8f6e-9c50285dac55-b6d745f8-7ebe-4d75-baca-229984538846" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.764s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.710177] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "refresh_cache-1d9227ba-92a4-49a4-acc2-34fbabad2944" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.710497] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquired lock "refresh_cache-1d9227ba-92a4-49a4-acc2-34fbabad2944" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.710809] env[69702]: DEBUG nova.network.neutron [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.854510] env[69702]: DEBUG oslo_vmware.api [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.880283] env[69702]: DEBUG nova.scheduler.client.report [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.968469] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085812, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.062776] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "6443fab2-7379-47a7-90da-138abec5ca63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.063359] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "6443fab2-7379-47a7-90da-138abec5ca63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.063671] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "6443fab2-7379-47a7-90da-138abec5ca63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.063867] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "6443fab2-7379-47a7-90da-138abec5ca63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.064087] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "6443fab2-7379-47a7-90da-138abec5ca63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.068118] env[69702]: INFO nova.compute.manager [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Terminating instance [ 1095.247372] env[69702]: DEBUG nova.network.neutron [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.351937] env[69702]: DEBUG oslo_vmware.api [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.385854] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.388279] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.822s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.389897] env[69702]: INFO nova.compute.claims [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.409251] env[69702]: INFO nova.scheduler.client.report [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Deleted allocations for instance ebf9cfcb-426a-4ca2-9f9e-9c36c8270218 [ 1095.436810] env[69702]: DEBUG nova.network.neutron [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Updating instance_info_cache with network_info: [{"id": "d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc", "address": "fa:16:3e:d1:e5:b0", "network": {"id": "7fa73226-0218-431e-a4d1-600431a98aec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-748060380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8220d358101a452195570f1988233018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82d2b00-6f", "ovs_interfaceid": "d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.464764] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085812, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.572082] env[69702]: DEBUG nova.compute.manager [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.572767] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.573272] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b62840-816c-4f5d-82fd-adb2dc4a35a9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.582819] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.584145] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9d801ae-a0e1-46bc-8715-783b21b22a03 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.591721] env[69702]: DEBUG oslo_vmware.api [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1095.591721] env[69702]: value = "task-3085816" [ 1095.591721] env[69702]: _type = "Task" [ 1095.591721] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.602901] env[69702]: DEBUG oslo_vmware.api [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.851250] env[69702]: DEBUG oslo_vmware.api [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.646301} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.851752] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.851752] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.851953] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.852174] env[69702]: INFO nova.compute.manager [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Took 2.74 seconds to destroy the instance on the hypervisor. [ 1095.852496] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.852725] env[69702]: DEBUG nova.compute.manager [-] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.852817] env[69702]: DEBUG nova.network.neutron [-] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.917738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5f33b0c9-fb4d-47c3-8d0a-bff3667ece99 tempest-ServersTestJSON-196015860 tempest-ServersTestJSON-196015860-project-member] Lock "ebf9cfcb-426a-4ca2-9f9e-9c36c8270218" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.078s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.946445] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Releasing lock "refresh_cache-1d9227ba-92a4-49a4-acc2-34fbabad2944" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.946445] env[69702]: DEBUG nova.compute.manager [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Instance network_info: |[{"id": "d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc", "address": "fa:16:3e:d1:e5:b0", "network": {"id": "7fa73226-0218-431e-a4d1-600431a98aec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-748060380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8220d358101a452195570f1988233018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82d2b00-6f", "ovs_interfaceid": "d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.946445] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:e5:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.950819] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.958226] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.961956] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3270c92b-0d7d-4323-8bcb-7a268f4cb72e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.989728] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085812, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.522003} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.993097] env[69702]: INFO nova.virt.vmwareapi.ds_util [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_44aab33c-7d2a-4376-9248-53987530c27d/OSTACK_IMG_44aab33c-7d2a-4376-9248-53987530c27d.vmdk to [datastore1] devstack-image-cache_base/4ae90483-3b5f-43b6-8d5e-62705fab5ea1/4ae90483-3b5f-43b6-8d5e-62705fab5ea1.vmdk. [ 1095.993532] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Cleaning up location [datastore1] OSTACK_IMG_44aab33c-7d2a-4376-9248-53987530c27d {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1095.993532] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_44aab33c-7d2a-4376-9248-53987530c27d {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.994476] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.994476] env[69702]: value = "task-3085817" [ 1095.994476] env[69702]: _type = "Task" [ 1095.994476] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.994476] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08c00c65-7477-4854-b72f-a053209117bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.005576] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085817, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.008898] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1096.008898] env[69702]: value = "task-3085818" [ 1096.008898] env[69702]: _type = "Task" [ 1096.008898] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.073586] env[69702]: DEBUG nova.compute.manager [req-1e36d904-4fce-4fd9-aa1c-19f30ab28e68 req-86312023-71eb-4bfa-b1c4-ae921e746c22 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Received event network-changed-d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.073829] env[69702]: DEBUG nova.compute.manager [req-1e36d904-4fce-4fd9-aa1c-19f30ab28e68 req-86312023-71eb-4bfa-b1c4-ae921e746c22 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Refreshing instance network info cache due to event network-changed-d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.074070] env[69702]: DEBUG oslo_concurrency.lockutils [req-1e36d904-4fce-4fd9-aa1c-19f30ab28e68 req-86312023-71eb-4bfa-b1c4-ae921e746c22 service nova] Acquiring lock "refresh_cache-1d9227ba-92a4-49a4-acc2-34fbabad2944" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.074218] env[69702]: DEBUG oslo_concurrency.lockutils [req-1e36d904-4fce-4fd9-aa1c-19f30ab28e68 req-86312023-71eb-4bfa-b1c4-ae921e746c22 service nova] Acquired lock "refresh_cache-1d9227ba-92a4-49a4-acc2-34fbabad2944" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.074386] env[69702]: DEBUG nova.network.neutron [req-1e36d904-4fce-4fd9-aa1c-19f30ab28e68 req-86312023-71eb-4bfa-b1c4-ae921e746c22 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Refreshing network info cache for port d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.103083] env[69702]: DEBUG oslo_vmware.api [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085816, 'name': PowerOffVM_Task, 'duration_secs': 0.276273} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.103371] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.103702] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.103807] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-590fa75d-2f9e-40ee-b4f5-13d848f7ac89 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.189116] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.189422] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.189620] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Deleting the datastore file [datastore2] 6443fab2-7379-47a7-90da-138abec5ca63 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.189916] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dfde013-4d40-4b37-a682-414435d0812a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.199040] env[69702]: DEBUG oslo_vmware.api [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for the task: (returnval){ [ 1096.199040] env[69702]: value = "task-3085820" [ 1096.199040] env[69702]: _type = "Task" [ 1096.199040] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.210790] env[69702]: DEBUG oslo_vmware.api [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.255682] env[69702]: DEBUG oslo_vmware.rw_handles [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Completed reading data from the image iterator. {{(pid=69702) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1096.255856] env[69702]: DEBUG oslo_vmware.rw_handles [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efe32a-14df-9e66-9cd8-37760c6d3c23/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1096.256946] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174bee32-1407-4351-937c-0701bd45561a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.265020] env[69702]: DEBUG oslo_vmware.rw_handles [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efe32a-14df-9e66-9cd8-37760c6d3c23/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1096.265020] env[69702]: DEBUG oslo_vmware.rw_handles [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efe32a-14df-9e66-9cd8-37760c6d3c23/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1096.265020] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c54d2ec0-1322-43ad-960a-95dc607656e0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.509283] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085817, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.523745] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060004} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.524011] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.524191] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ae90483-3b5f-43b6-8d5e-62705fab5ea1/4ae90483-3b5f-43b6-8d5e-62705fab5ea1.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.524442] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ae90483-3b5f-43b6-8d5e-62705fab5ea1/4ae90483-3b5f-43b6-8d5e-62705fab5ea1.vmdk to [datastore1] 3d33e521-91e2-4037-b044-cc9cdeb7a914/3d33e521-91e2-4037-b044-cc9cdeb7a914.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.524768] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-406b0a9a-dd73-4b10-a8a9-756e6cf57851 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.531581] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1096.531581] env[69702]: value = "task-3085821" [ 1096.531581] env[69702]: _type = "Task" [ 1096.531581] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.541513] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.626255] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6779a30f-757b-4f5c-90d2-2f501b64074b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.635032] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1712ef65-afe3-4e43-9b0f-5e2efe90acc8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.672909] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87995f6-9ac7-4e7a-9b6a-04f27b5f5b46 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.681121] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b032259d-fb6f-40e2-b8d0-3e74e7f71f71 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.695227] env[69702]: DEBUG nova.compute.provider_tree [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1096.708516] env[69702]: DEBUG oslo_vmware.api [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Task: {'id': task-3085820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206396} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.708780] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.708958] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.709216] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.709411] env[69702]: INFO nova.compute.manager [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1096.709656] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.709839] env[69702]: DEBUG nova.compute.manager [-] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.709931] env[69702]: DEBUG nova.network.neutron [-] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.007722] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085817, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.009692] env[69702]: DEBUG oslo_vmware.rw_handles [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efe32a-14df-9e66-9cd8-37760c6d3c23/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1097.010401] env[69702]: INFO nova.virt.vmwareapi.images [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Downloaded image file data 9cb35961-d94d-467a-834f-a8e4b3507093 [ 1097.011606] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33001728-8ca1-47c8-8a1e-843f3bbdc076 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.036851] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27b20b40-d5c4-49b5-a73a-2acd10f80138 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.048860] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.074344] env[69702]: INFO nova.virt.vmwareapi.images [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] The imported VM was unregistered [ 1097.083153] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Caching image {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1097.083153] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9cb35961-d94d-467a-834f-a8e4b3507093 {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.083153] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9e6218c-f9b8-46a1-b99f-b88a73122bc1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.095223] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Created directory with path [datastore1] devstack-image-cache_base/9cb35961-d94d-467a-834f-a8e4b3507093 {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.095597] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a528e48d-d7aa-453a-b71b-71703aeacc1e/OSTACK_IMG_a528e48d-d7aa-453a-b71b-71703aeacc1e.vmdk to [datastore1] devstack-image-cache_base/9cb35961-d94d-467a-834f-a8e4b3507093/9cb35961-d94d-467a-834f-a8e4b3507093.vmdk. {{(pid=69702) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1097.097124] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4dafd608-4033-44cb-bb1b-748f2f8f397f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.104897] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1097.104897] env[69702]: value = "task-3085823" [ 1097.104897] env[69702]: _type = "Task" [ 1097.104897] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.117989] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085823, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.157478] env[69702]: DEBUG nova.network.neutron [req-1e36d904-4fce-4fd9-aa1c-19f30ab28e68 req-86312023-71eb-4bfa-b1c4-ae921e746c22 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Updated VIF entry in instance network info cache for port d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.157478] env[69702]: DEBUG nova.network.neutron [req-1e36d904-4fce-4fd9-aa1c-19f30ab28e68 req-86312023-71eb-4bfa-b1c4-ae921e746c22 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Updating instance_info_cache with network_info: [{"id": "d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc", "address": "fa:16:3e:d1:e5:b0", "network": {"id": "7fa73226-0218-431e-a4d1-600431a98aec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-748060380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8220d358101a452195570f1988233018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82d2b00-6f", "ovs_interfaceid": "d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.219963] env[69702]: DEBUG nova.network.neutron [-] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.226632] env[69702]: ERROR nova.scheduler.client.report [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [req-71bccd29-bbd9-4a30-9a24-11dca25c3250] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5a08ce25-a270-4b9f-aabb-681250add3d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71bccd29-bbd9-4a30-9a24-11dca25c3250"}]} [ 1097.249428] env[69702]: DEBUG nova.scheduler.client.report [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Refreshing inventories for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1097.269735] env[69702]: DEBUG nova.scheduler.client.report [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Updating ProviderTree inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1097.269980] env[69702]: DEBUG nova.compute.provider_tree [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1097.285471] env[69702]: DEBUG nova.scheduler.client.report [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Refreshing aggregate associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, aggregates: None {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1097.315120] env[69702]: DEBUG nova.scheduler.client.report [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Refreshing trait associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1097.511436] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085817, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.549721] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085821, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.585129] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c279812d-9fd1-432f-bc1d-09318598acee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.594055] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668423f3-d7e7-463e-88f1-d323303257c8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.631652] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61102707-a6aa-4c47-9090-43d75993e132 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.641397] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2d6800-5797-4ee0-bc34-c8b5fd48de6a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.645499] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085823, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.657768] env[69702]: DEBUG nova.compute.provider_tree [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1097.662200] env[69702]: DEBUG oslo_concurrency.lockutils [req-1e36d904-4fce-4fd9-aa1c-19f30ab28e68 req-86312023-71eb-4bfa-b1c4-ae921e746c22 service nova] Releasing lock "refresh_cache-1d9227ba-92a4-49a4-acc2-34fbabad2944" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.729550] env[69702]: INFO nova.compute.manager [-] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Took 1.88 seconds to deallocate network for instance. [ 1097.757027] env[69702]: DEBUG nova.network.neutron [-] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.007915] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085817, 'name': CreateVM_Task, 'duration_secs': 1.593067} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.008241] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.008818] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.010070] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.010070] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.010070] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9286845c-8aaa-43fd-b37e-307adb869f5a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.014943] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1098.014943] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f82386-9a8a-f650-8efe-aca944701ebc" [ 1098.014943] env[69702]: _type = "Task" [ 1098.014943] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.028191] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f82386-9a8a-f650-8efe-aca944701ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.049999] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085821, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.125932] env[69702]: DEBUG nova.compute.manager [req-80ca95ae-3021-414a-a2e7-65c877165f7c req-cbec143c-7c4b-40fd-8c17-379785850094 service nova] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Received event network-vif-deleted-2e09b91e-6c79-41c7-b90d-5e2a96185342 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.126240] env[69702]: DEBUG nova.compute.manager [req-80ca95ae-3021-414a-a2e7-65c877165f7c req-cbec143c-7c4b-40fd-8c17-379785850094 service nova] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Received event network-vif-deleted-c930f987-61f2-4652-84f8-4e6df24fae2f {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.137112] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085823, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.193766] env[69702]: DEBUG nova.scheduler.client.report [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Updated inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1098.194068] env[69702]: DEBUG nova.compute.provider_tree [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Updating resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 generation from 131 to 132 during operation: update_inventory {{(pid=69702) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1098.194249] env[69702]: DEBUG nova.compute.provider_tree [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1098.237123] env[69702]: DEBUG oslo_concurrency.lockutils [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.259678] env[69702]: INFO nova.compute.manager [-] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Took 1.55 seconds to deallocate network for instance. [ 1098.525019] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f82386-9a8a-f650-8efe-aca944701ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.090866} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.525363] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.525614] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.525858] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.526017] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.526305] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.526490] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b47dc05d-5db7-4b93-88ae-d0d2040e81ef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.544181] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.544181] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.547120] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78443246-fb2f-4b8f-bb2a-fcb569f71aca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.553580] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1098.553580] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bba2c2-f317-624b-6c37-4fb90cc18538" [ 1098.553580] env[69702]: _type = "Task" [ 1098.553580] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.556816] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085821, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.565351] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bba2c2-f317-624b-6c37-4fb90cc18538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.637433] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085823, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.699332] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.311s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.699870] env[69702]: DEBUG nova.compute.manager [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.702926] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.183s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.705454] env[69702]: INFO nova.compute.claims [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.768283] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.055166] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085821, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.068421] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bba2c2-f317-624b-6c37-4fb90cc18538, 'name': SearchDatastore_Task, 'duration_secs': 0.127644} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.069134] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33bbc2c6-da6e-4d9e-b721-a20a2c46f9ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.074979] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1099.074979] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52215f62-933f-f32b-9186-9f44e03d0f97" [ 1099.074979] env[69702]: _type = "Task" [ 1099.074979] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.083824] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52215f62-933f-f32b-9186-9f44e03d0f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.138859] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085823, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.210454] env[69702]: DEBUG nova.compute.utils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.214437] env[69702]: DEBUG nova.compute.manager [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.215788] env[69702]: DEBUG nova.network.neutron [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.276266] env[69702]: DEBUG nova.policy [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98e33fa17e324f25b1e9bc0fbd2124f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b70244eba8945d1ab149d12f98d5495', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.553987] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085821, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.590482] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52215f62-933f-f32b-9186-9f44e03d0f97, 'name': SearchDatastore_Task, 'duration_secs': 0.172193} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.590844] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.591188] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1d9227ba-92a4-49a4-acc2-34fbabad2944/1d9227ba-92a4-49a4-acc2-34fbabad2944.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.591590] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddc2fd61-95ae-4b0e-b53b-6b7dc089cebe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.598828] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1099.598828] env[69702]: value = "task-3085824" [ 1099.598828] env[69702]: _type = "Task" [ 1099.598828] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.607025] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.629462] env[69702]: DEBUG nova.network.neutron [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Successfully created port: 123eab8c-93f5-418c-a173-6f1cf569c1c8 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.641798] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085823, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.715851] env[69702]: DEBUG nova.compute.manager [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.945032] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd100cc9-3f97-48df-b0ef-83f9c875104a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.953745] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3aae20-0c0b-44ac-a227-fac07464b31c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.986808] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84382c1-386e-4fc7-a4a1-3ea78f4d4ba2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.994782] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08f09b6-ba2e-4427-98e8-0d74616650f3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.009103] env[69702]: DEBUG nova.compute.provider_tree [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.054904] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085821, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.110340] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.141155] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085823, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.512689] env[69702]: DEBUG nova.scheduler.client.report [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.555210] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085821, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.622607} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.555463] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ae90483-3b5f-43b6-8d5e-62705fab5ea1/4ae90483-3b5f-43b6-8d5e-62705fab5ea1.vmdk to [datastore1] 3d33e521-91e2-4037-b044-cc9cdeb7a914/3d33e521-91e2-4037-b044-cc9cdeb7a914.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.556391] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57da251-f4a1-4008-8bb8-e3459570a167 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.580270] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 3d33e521-91e2-4037-b044-cc9cdeb7a914/3d33e521-91e2-4037-b044-cc9cdeb7a914.vmdk or device None with type streamOptimized {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.580637] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbed343a-b5f6-4c58-ad60-4a5335d2e237 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.600457] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1100.600457] env[69702]: value = "task-3085825" [ 1100.600457] env[69702]: _type = "Task" [ 1100.600457] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.617294] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.617586] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085825, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.642682] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085823, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.729499] env[69702]: DEBUG nova.compute.manager [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.757746] env[69702]: DEBUG nova.virt.hardware [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.757918] env[69702]: DEBUG nova.virt.hardware [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.758031] env[69702]: DEBUG nova.virt.hardware [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.758229] env[69702]: DEBUG nova.virt.hardware [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.758388] env[69702]: DEBUG nova.virt.hardware [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.758526] env[69702]: DEBUG nova.virt.hardware [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.758753] env[69702]: DEBUG nova.virt.hardware [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.758997] env[69702]: DEBUG nova.virt.hardware [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.759223] env[69702]: DEBUG nova.virt.hardware [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.759396] env[69702]: DEBUG nova.virt.hardware [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.759574] env[69702]: DEBUG nova.virt.hardware [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.760614] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be9c3b5-067b-4bdc-9fb4-8198b4a861b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.769886] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfeafae-9339-40b8-810e-036fcb78890a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.018534] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.019120] env[69702]: DEBUG nova.compute.manager [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.022177] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 7.935s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.113096] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.116248] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.142929] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085823, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.525339] env[69702]: DEBUG nova.compute.utils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.530024] env[69702]: DEBUG nova.objects.instance [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'migration_context' on Instance uuid 9b8c8a83-6547-497d-95b5-5dfaf79526ae {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.530024] env[69702]: DEBUG nova.compute.manager [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.530024] env[69702]: DEBUG nova.network.neutron [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.615884] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085824, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.619630] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.645470] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085823, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.652378] env[69702]: DEBUG nova.policy [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad4f07253ce84831aa0875546d0cb17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1fd499c118d487799ec3954cbb2b36b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.761424] env[69702]: DEBUG nova.compute.manager [req-bbe79c05-56d0-47e9-b3b1-a936b32f201c req-5f024fc6-5c07-4935-ad46-0114ec6c29fb service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Received event network-vif-plugged-123eab8c-93f5-418c-a173-6f1cf569c1c8 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.761664] env[69702]: DEBUG oslo_concurrency.lockutils [req-bbe79c05-56d0-47e9-b3b1-a936b32f201c req-5f024fc6-5c07-4935-ad46-0114ec6c29fb service nova] Acquiring lock "24c8cd7a-b40c-4663-8330-06d3d26d2c81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.761996] env[69702]: DEBUG oslo_concurrency.lockutils [req-bbe79c05-56d0-47e9-b3b1-a936b32f201c req-5f024fc6-5c07-4935-ad46-0114ec6c29fb service nova] Lock "24c8cd7a-b40c-4663-8330-06d3d26d2c81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.762298] env[69702]: DEBUG oslo_concurrency.lockutils [req-bbe79c05-56d0-47e9-b3b1-a936b32f201c req-5f024fc6-5c07-4935-ad46-0114ec6c29fb service nova] Lock "24c8cd7a-b40c-4663-8330-06d3d26d2c81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.762524] env[69702]: DEBUG nova.compute.manager [req-bbe79c05-56d0-47e9-b3b1-a936b32f201c req-5f024fc6-5c07-4935-ad46-0114ec6c29fb service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] No waiting events found dispatching network-vif-plugged-123eab8c-93f5-418c-a173-6f1cf569c1c8 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.763107] env[69702]: WARNING nova.compute.manager [req-bbe79c05-56d0-47e9-b3b1-a936b32f201c req-5f024fc6-5c07-4935-ad46-0114ec6c29fb service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Received unexpected event network-vif-plugged-123eab8c-93f5-418c-a173-6f1cf569c1c8 for instance with vm_state building and task_state spawning. [ 1101.934026] env[69702]: DEBUG nova.network.neutron [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Successfully updated port: 123eab8c-93f5-418c-a173-6f1cf569c1c8 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.029194] env[69702]: DEBUG nova.compute.manager [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.080698] env[69702]: DEBUG nova.network.neutron [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Successfully created port: e5f7c0f8-a645-42fd-9155-97469bbab59b {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.117299] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085824, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.202255} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.120308] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1d9227ba-92a4-49a4-acc2-34fbabad2944/1d9227ba-92a4-49a4-acc2-34fbabad2944.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.120546] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.120826] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085825, 'name': ReconfigVM_Task, 'duration_secs': 1.333321} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.123919] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c813fee-2dee-4100-992e-7fb4bb5fd654 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.126467] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 3d33e521-91e2-4037-b044-cc9cdeb7a914/3d33e521-91e2-4037-b044-cc9cdeb7a914.vmdk or device None with type streamOptimized {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.127597] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cb006a6-6104-470c-bbbb-9a1fc8a8c526 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.134819] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1102.134819] env[69702]: value = "task-3085827" [ 1102.134819] env[69702]: _type = "Task" [ 1102.134819] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.136495] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1102.136495] env[69702]: value = "task-3085826" [ 1102.136495] env[69702]: _type = "Task" [ 1102.136495] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.157255] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.163836] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085826, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.164467] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085823, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.642861} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.166827] env[69702]: INFO nova.virt.vmwareapi.ds_util [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a528e48d-d7aa-453a-b71b-71703aeacc1e/OSTACK_IMG_a528e48d-d7aa-453a-b71b-71703aeacc1e.vmdk to [datastore1] devstack-image-cache_base/9cb35961-d94d-467a-834f-a8e4b3507093/9cb35961-d94d-467a-834f-a8e4b3507093.vmdk. [ 1102.167047] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Cleaning up location [datastore1] OSTACK_IMG_a528e48d-d7aa-453a-b71b-71703aeacc1e {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1102.167223] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a528e48d-d7aa-453a-b71b-71703aeacc1e {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.167741] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c10c46c9-b384-434f-b2e5-e612002dc97d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.174657] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1102.174657] env[69702]: value = "task-3085828" [ 1102.174657] env[69702]: _type = "Task" [ 1102.174657] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.185347] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.287104] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1189c9df-da8d-41b4-a930-303f9742d697 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.295777] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39c66d5-9ec9-45cf-96aa-a1bfc27dc747 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.330245] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefdb409-8991-4c13-ba6e-3a7e40e989ba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.338603] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4520bfd1-f2c8-4d8f-a4e4-b2cf82e13468 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.352519] env[69702]: DEBUG nova.compute.provider_tree [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.435816] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "refresh_cache-24c8cd7a-b40c-4663-8330-06d3d26d2c81" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.435951] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired lock "refresh_cache-24c8cd7a-b40c-4663-8330-06d3d26d2c81" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.436139] env[69702]: DEBUG nova.network.neutron [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.647077] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15556} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.651281] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.652052] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f3ca44-8608-4fff-bf66-39a839486ed5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.659477] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085826, 'name': Rename_Task, 'duration_secs': 0.152838} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.667888] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.676262] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 1d9227ba-92a4-49a4-acc2-34fbabad2944/1d9227ba-92a4-49a4-acc2-34fbabad2944.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.676508] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6a3ffa1-0427-4ce4-b8c4-73257e66a32b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.678070] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39b26935-f9a5-4338-9222-56a50f9e1c74 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.700547] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035256} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.702684] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.702924] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9cb35961-d94d-467a-834f-a8e4b3507093/9cb35961-d94d-467a-834f-a8e4b3507093.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.703204] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9cb35961-d94d-467a-834f-a8e4b3507093/9cb35961-d94d-467a-834f-a8e4b3507093.vmdk to [datastore1] de55fe3f-564d-4ce3-b008-2c9c53d77692/de55fe3f-564d-4ce3-b008-2c9c53d77692.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.703520] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1102.703520] env[69702]: value = "task-3085829" [ 1102.703520] env[69702]: _type = "Task" [ 1102.703520] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.704091] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1102.704091] env[69702]: value = "task-3085830" [ 1102.704091] env[69702]: _type = "Task" [ 1102.704091] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.704285] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d3b1867-e3ec-41ca-b42b-880c3c36c1bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.716470] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.720391] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1102.720391] env[69702]: value = "task-3085831" [ 1102.720391] env[69702]: _type = "Task" [ 1102.720391] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.720617] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.730834] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.856058] env[69702]: DEBUG nova.scheduler.client.report [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.002417] env[69702]: DEBUG nova.network.neutron [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.040658] env[69702]: DEBUG nova.compute.manager [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.072988] env[69702]: DEBUG nova.virt.hardware [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.073292] env[69702]: DEBUG nova.virt.hardware [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.073479] env[69702]: DEBUG nova.virt.hardware [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.073676] env[69702]: DEBUG nova.virt.hardware [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.073827] env[69702]: DEBUG nova.virt.hardware [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.074017] env[69702]: DEBUG nova.virt.hardware [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.074289] env[69702]: DEBUG nova.virt.hardware [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.074482] env[69702]: DEBUG nova.virt.hardware [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.074664] env[69702]: DEBUG nova.virt.hardware [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.074833] env[69702]: DEBUG nova.virt.hardware [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.075015] env[69702]: DEBUG nova.virt.hardware [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.075991] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83bac1f-b515-491c-b73c-bffb60b196cd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.087056] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a80ef6-7b59-451b-b54e-59db7f41595a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.160930] env[69702]: DEBUG nova.network.neutron [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Updating instance_info_cache with network_info: [{"id": "123eab8c-93f5-418c-a173-6f1cf569c1c8", "address": "fa:16:3e:dc:9d:97", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123eab8c-93", "ovs_interfaceid": "123eab8c-93f5-418c-a173-6f1cf569c1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.221464] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085829, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.228187] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085830, 'name': ReconfigVM_Task, 'duration_secs': 0.386322} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.228504] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 1d9227ba-92a4-49a4-acc2-34fbabad2944/1d9227ba-92a4-49a4-acc2-34fbabad2944.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.229649] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22e9ff1c-30b2-4ab3-b903-01fa7d512a8e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.236181] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085831, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.237793] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1103.237793] env[69702]: value = "task-3085832" [ 1103.237793] env[69702]: _type = "Task" [ 1103.237793] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.249458] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085832, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.654108] env[69702]: DEBUG nova.network.neutron [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Successfully updated port: e5f7c0f8-a645-42fd-9155-97469bbab59b {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.665777] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Releasing lock "refresh_cache-24c8cd7a-b40c-4663-8330-06d3d26d2c81" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.665777] env[69702]: DEBUG nova.compute.manager [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Instance network_info: |[{"id": "123eab8c-93f5-418c-a173-6f1cf569c1c8", "address": "fa:16:3e:dc:9d:97", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123eab8c-93", "ovs_interfaceid": "123eab8c-93f5-418c-a173-6f1cf569c1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.665777] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:9d:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '123eab8c-93f5-418c-a173-6f1cf569c1c8', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.674326] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.675328] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.675801] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7dfa15b-8ded-4f72-88d2-5756dcaaa4d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.700235] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.700235] env[69702]: value = "task-3085833" [ 1103.700235] env[69702]: _type = "Task" [ 1103.700235] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.707780] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085833, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.719156] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085829, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.734637] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085831, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.747485] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085832, 'name': Rename_Task, 'duration_secs': 0.361998} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.747733] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.748570] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-977ab91a-3268-42dd-afd8-da3470509b8f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.755605] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1103.755605] env[69702]: value = "task-3085834" [ 1103.755605] env[69702]: _type = "Task" [ 1103.755605] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.766821] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.825270] env[69702]: DEBUG nova.compute.manager [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Received event network-changed-123eab8c-93f5-418c-a173-6f1cf569c1c8 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.825270] env[69702]: DEBUG nova.compute.manager [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Refreshing instance network info cache due to event network-changed-123eab8c-93f5-418c-a173-6f1cf569c1c8. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.825482] env[69702]: DEBUG oslo_concurrency.lockutils [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] Acquiring lock "refresh_cache-24c8cd7a-b40c-4663-8330-06d3d26d2c81" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.825482] env[69702]: DEBUG oslo_concurrency.lockutils [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] Acquired lock "refresh_cache-24c8cd7a-b40c-4663-8330-06d3d26d2c81" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.825597] env[69702]: DEBUG nova.network.neutron [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Refreshing network info cache for port 123eab8c-93f5-418c-a173-6f1cf569c1c8 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.867736] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.845s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.876279] env[69702]: DEBUG oslo_concurrency.lockutils [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.639s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.877198] env[69702]: DEBUG nova.objects.instance [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'resources' on Instance uuid 11b901e2-bc52-49e4-8f6e-9c50285dac55 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.155608] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.155814] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.156014] env[69702]: DEBUG nova.network.neutron [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.207996] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085833, 'name': CreateVM_Task, 'duration_secs': 0.360993} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.211413] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.212246] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.212417] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.212743] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.213410] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186fbf69-6efa-4685-90dd-0a2bb169a311 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.218851] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085829, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.220405] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1104.220405] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5244afb4-9ca8-54ba-bbdd-ee491e37caf6" [ 1104.220405] env[69702]: _type = "Task" [ 1104.220405] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.234174] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085831, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.237083] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5244afb4-9ca8-54ba-bbdd-ee491e37caf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.268035] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085834, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.539558] env[69702]: DEBUG nova.network.neutron [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Updated VIF entry in instance network info cache for port 123eab8c-93f5-418c-a173-6f1cf569c1c8. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.539976] env[69702]: DEBUG nova.network.neutron [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Updating instance_info_cache with network_info: [{"id": "123eab8c-93f5-418c-a173-6f1cf569c1c8", "address": "fa:16:3e:dc:9d:97", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123eab8c-93", "ovs_interfaceid": "123eab8c-93f5-418c-a173-6f1cf569c1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.605205] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39e6742-92f2-49b4-9a93-73845bbf9f36 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.615740] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20080dc2-2e34-48f7-acbe-28be5e09de5b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.651803] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c58c4ed-bd9a-47ad-a15d-faf60d4ae079 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.663781] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf74c2d9-10da-4318-acd7-9b976bde89d8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.680543] env[69702]: DEBUG nova.compute.provider_tree [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.692390] env[69702]: DEBUG nova.network.neutron [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.722915] env[69702]: DEBUG oslo_vmware.api [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085829, 'name': PowerOnVM_Task, 'duration_secs': 1.957398} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.726204] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.726381] env[69702]: INFO nova.compute.manager [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Took 18.72 seconds to spawn the instance on the hypervisor. [ 1104.726743] env[69702]: DEBUG nova.compute.manager [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.727841] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768a8d88-f361-4a1a-9d1a-bb74c908a8d1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.743382] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5244afb4-9ca8-54ba-bbdd-ee491e37caf6, 'name': SearchDatastore_Task, 'duration_secs': 0.015823} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.747661] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.747929] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.748194] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.748346] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.748547] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.751874] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085831, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.752145] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4428de75-e78b-4f89-9e2d-471e0f8025ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.762702] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.762702] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.766722] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2fd4886-12e8-41ab-83ae-b29ecfbd5eb1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.770971] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085834, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.774943] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1104.774943] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f58d3e-f267-c3ab-2af8-c591ca4e765a" [ 1104.774943] env[69702]: _type = "Task" [ 1104.774943] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.784450] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f58d3e-f267-c3ab-2af8-c591ca4e765a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.947524] env[69702]: DEBUG nova.network.neutron [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance_info_cache with network_info: [{"id": "e5f7c0f8-a645-42fd-9155-97469bbab59b", "address": "fa:16:3e:c0:a3:cb", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f7c0f8-a6", "ovs_interfaceid": "e5f7c0f8-a645-42fd-9155-97469bbab59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.045698] env[69702]: DEBUG oslo_concurrency.lockutils [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] Releasing lock "refresh_cache-24c8cd7a-b40c-4663-8330-06d3d26d2c81" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.045698] env[69702]: DEBUG nova.compute.manager [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Received event network-vif-plugged-e5f7c0f8-a645-42fd-9155-97469bbab59b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.049030] env[69702]: DEBUG oslo_concurrency.lockutils [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] Acquiring lock "fbb1031a-5f5d-4755-8964-8ec3833e4508-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.049030] env[69702]: DEBUG oslo_concurrency.lockutils [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] Lock "fbb1031a-5f5d-4755-8964-8ec3833e4508-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.049030] env[69702]: DEBUG oslo_concurrency.lockutils [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] Lock "fbb1031a-5f5d-4755-8964-8ec3833e4508-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.049030] env[69702]: DEBUG nova.compute.manager [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] No waiting events found dispatching network-vif-plugged-e5f7c0f8-a645-42fd-9155-97469bbab59b {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.049030] env[69702]: WARNING nova.compute.manager [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Received unexpected event network-vif-plugged-e5f7c0f8-a645-42fd-9155-97469bbab59b for instance with vm_state building and task_state spawning. [ 1105.049030] env[69702]: DEBUG nova.compute.manager [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Received event network-changed-e5f7c0f8-a645-42fd-9155-97469bbab59b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.049030] env[69702]: DEBUG nova.compute.manager [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Refreshing instance network info cache due to event network-changed-e5f7c0f8-a645-42fd-9155-97469bbab59b. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.049030] env[69702]: DEBUG oslo_concurrency.lockutils [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] Acquiring lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.184110] env[69702]: DEBUG nova.scheduler.client.report [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.241061] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085831, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.265756] env[69702]: INFO nova.compute.manager [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Took 35.54 seconds to build instance. [ 1105.269989] env[69702]: DEBUG oslo_vmware.api [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085834, 'name': PowerOnVM_Task, 'duration_secs': 1.217062} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.270256] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.270472] env[69702]: INFO nova.compute.manager [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1105.270652] env[69702]: DEBUG nova.compute.manager [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.271643] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc75a580-d881-4d18-b6bc-cd32c06e881c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.291682] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f58d3e-f267-c3ab-2af8-c591ca4e765a, 'name': SearchDatastore_Task, 'duration_secs': 0.020966} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.292858] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4ce17b-67e4-4008-ba2b-b643247e7fc0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.303313] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1105.303313] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5236b204-e450-4694-a8ca-48c2bc97c0fc" [ 1105.303313] env[69702]: _type = "Task" [ 1105.303313] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.311656] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5236b204-e450-4694-a8ca-48c2bc97c0fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.416184] env[69702]: INFO nova.compute.manager [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Swapping old allocation on dict_keys(['5a08ce25-a270-4b9f-aabb-681250add3d4']) held by migration 49d11165-41fb-45c8-b66b-9a1d00c41944 for instance [ 1105.437494] env[69702]: DEBUG nova.scheduler.client.report [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Overwriting current allocation {'allocations': {'5a08ce25-a270-4b9f-aabb-681250add3d4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 132}}, 'project_id': 'af860c7fc46c4dd1af90f7b0f2dd608a', 'user_id': '51eb5c91d21b418a9493c76bd07224ab', 'consumer_generation': 1} on consumer 9b8c8a83-6547-497d-95b5-5dfaf79526ae {{(pid=69702) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1105.451407] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.451592] env[69702]: DEBUG nova.compute.manager [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Instance network_info: |[{"id": "e5f7c0f8-a645-42fd-9155-97469bbab59b", "address": "fa:16:3e:c0:a3:cb", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f7c0f8-a6", "ovs_interfaceid": "e5f7c0f8-a645-42fd-9155-97469bbab59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.451873] env[69702]: DEBUG oslo_concurrency.lockutils [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] Acquired lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.452064] env[69702]: DEBUG nova.network.neutron [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Refreshing network info cache for port e5f7c0f8-a645-42fd-9155-97469bbab59b {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.453206] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:a3:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5f7c0f8-a645-42fd-9155-97469bbab59b', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.460967] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.461870] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.462114] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1784172-bc7a-45e6-bf90-298938b3d1c7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.485016] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.485016] env[69702]: value = "task-3085835" [ 1105.485016] env[69702]: _type = "Task" [ 1105.485016] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.492948] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085835, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.511230] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.511498] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.511680] env[69702]: DEBUG nova.network.neutron [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.688763] env[69702]: DEBUG oslo_concurrency.lockutils [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.691310] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.923s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.691516] env[69702]: DEBUG nova.objects.instance [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lazy-loading 'resources' on Instance uuid 6443fab2-7379-47a7-90da-138abec5ca63 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.706200] env[69702]: INFO nova.scheduler.client.report [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Deleted allocations for instance 11b901e2-bc52-49e4-8f6e-9c50285dac55 [ 1105.723141] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "3d33e521-91e2-4037-b044-cc9cdeb7a914" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.737994] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085831, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.551659} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.738268] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9cb35961-d94d-467a-834f-a8e4b3507093/9cb35961-d94d-467a-834f-a8e4b3507093.vmdk to [datastore1] de55fe3f-564d-4ce3-b008-2c9c53d77692/de55fe3f-564d-4ce3-b008-2c9c53d77692.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.739017] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d617abe6-5b33-4b29-810a-43bec34b21c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.762192] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] de55fe3f-564d-4ce3-b008-2c9c53d77692/de55fe3f-564d-4ce3-b008-2c9c53d77692.vmdk or device None with type streamOptimized {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.762669] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61217aa6-85d5-479e-a59f-1ce79f1cda15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.776783] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9e23b285-2c03-41a9-a65e-63784146f5d5 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "3d33e521-91e2-4037-b044-cc9cdeb7a914" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.062s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.777054] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "3d33e521-91e2-4037-b044-cc9cdeb7a914" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.054s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.777318] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "3d33e521-91e2-4037-b044-cc9cdeb7a914-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.777542] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "3d33e521-91e2-4037-b044-cc9cdeb7a914-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.777714] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "3d33e521-91e2-4037-b044-cc9cdeb7a914-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.780830] env[69702]: INFO nova.compute.manager [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Terminating instance [ 1105.784514] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1105.784514] env[69702]: value = "task-3085836" [ 1105.784514] env[69702]: _type = "Task" [ 1105.784514] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.796345] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.798487] env[69702]: INFO nova.compute.manager [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Took 21.65 seconds to build instance. [ 1105.813106] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5236b204-e450-4694-a8ca-48c2bc97c0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.090149} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.813848] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.814131] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 24c8cd7a-b40c-4663-8330-06d3d26d2c81/24c8cd7a-b40c-4663-8330-06d3d26d2c81.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.814390] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d8cfea4-856b-4dd3-aece-3dd88c81a0c4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.821068] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1105.821068] env[69702]: value = "task-3085837" [ 1105.821068] env[69702]: _type = "Task" [ 1105.821068] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.828829] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.995142] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085835, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.213929] env[69702]: DEBUG oslo_concurrency.lockutils [None req-744f3b23-d89d-4d8d-995f-5f5735cdecf8 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "11b901e2-bc52-49e4-8f6e-9c50285dac55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.611s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.285839] env[69702]: DEBUG nova.compute.manager [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.286102] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.286980] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2536291-90b9-480c-8f58-bce560afef51 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.300602] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6b4922ac-cc9a-4c3e-a9f3-ef1c3bf2dc09 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.162s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.304195] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.310976] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.313438] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a4d145a-b074-4c87-aecc-832b38ecabb7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.323458] env[69702]: DEBUG oslo_vmware.api [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1106.323458] env[69702]: value = "task-3085838" [ 1106.323458] env[69702]: _type = "Task" [ 1106.323458] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.338814] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.342663] env[69702]: DEBUG oslo_vmware.api [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.430786] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a24c4-eb3c-41c9-8001-9e90eb945a88 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.439197] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe833ed-1432-4295-a901-4a85513834ba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.471895] env[69702]: DEBUG nova.network.neutron [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updated VIF entry in instance network info cache for port e5f7c0f8-a645-42fd-9155-97469bbab59b. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.472300] env[69702]: DEBUG nova.network.neutron [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance_info_cache with network_info: [{"id": "e5f7c0f8-a645-42fd-9155-97469bbab59b", "address": "fa:16:3e:c0:a3:cb", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f7c0f8-a6", "ovs_interfaceid": "e5f7c0f8-a645-42fd-9155-97469bbab59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.474243] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aca820-dc76-4972-b84f-63f5f15a4340 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.486701] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f342f729-90f4-4986-9e57-b7f18a4062ef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.503026] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085835, 'name': CreateVM_Task, 'duration_secs': 0.87228} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.513185] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.514362] env[69702]: DEBUG nova.compute.provider_tree [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.516495] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.516699] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.517089] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.517409] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd3a4346-eb9d-45fe-a916-11d3b2e406f8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.523660] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1106.523660] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b2cf5b-d076-5655-f00d-30597a9a959a" [ 1106.523660] env[69702]: _type = "Task" [ 1106.523660] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.535432] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b2cf5b-d076-5655-f00d-30597a9a959a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.560486] env[69702]: DEBUG nova.network.neutron [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance_info_cache with network_info: [{"id": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "address": "fa:16:3e:4e:5f:3f", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9624a2-59", "ovs_interfaceid": "be9624a2-5999-4c8d-a6ba-05831e846c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.796886] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085836, 'name': ReconfigVM_Task, 'duration_secs': 0.788716} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.797242] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Reconfigured VM instance instance-00000055 to attach disk [datastore1] de55fe3f-564d-4ce3-b008-2c9c53d77692/de55fe3f-564d-4ce3-b008-2c9c53d77692.vmdk or device None with type streamOptimized {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.798963] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f227e5dc-12e7-4f0a-9e1f-08e590e6eff5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.806372] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1106.806372] env[69702]: value = "task-3085839" [ 1106.806372] env[69702]: _type = "Task" [ 1106.806372] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.816683] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "51ec7efb-8142-49a6-9110-fe71ff225339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.816909] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "51ec7efb-8142-49a6-9110-fe71ff225339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.817134] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "51ec7efb-8142-49a6-9110-fe71ff225339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.817340] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "51ec7efb-8142-49a6-9110-fe71ff225339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.817512] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "51ec7efb-8142-49a6-9110-fe71ff225339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.819134] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085839, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.819579] env[69702]: INFO nova.compute.manager [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Terminating instance [ 1106.834323] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.967999} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.838380] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 24c8cd7a-b40c-4663-8330-06d3d26d2c81/24c8cd7a-b40c-4663-8330-06d3d26d2c81.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.838602] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.839128] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6620ce3-60fd-4349-861e-c9f01874a622 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.846086] env[69702]: DEBUG oslo_vmware.api [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085838, 'name': PowerOffVM_Task, 'duration_secs': 0.201149} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.847357] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.847558] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.847908] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1106.847908] env[69702]: value = "task-3085840" [ 1106.847908] env[69702]: _type = "Task" [ 1106.847908] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.848190] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d44afb8f-5e61-4592-bcdf-f576eeed89fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.858049] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.978409] env[69702]: DEBUG oslo_concurrency.lockutils [req-1c8feda8-b87e-4235-81bb-817d2e136d81 req-3b9387b8-299d-4db7-9ce3-501a26c8450b service nova] Releasing lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.022056] env[69702]: DEBUG nova.scheduler.client.report [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.034915] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b2cf5b-d076-5655-f00d-30597a9a959a, 'name': SearchDatastore_Task, 'duration_secs': 0.054201} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.035300] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.035558] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.035793] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.035941] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.036138] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.036421] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-073c18cf-9ca3-473e-92cf-53a9112275b9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.044850] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.045045] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.045776] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5227825b-f221-4f07-be80-70672eb68584 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.051038] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1107.051038] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b56eb1-8d02-a7b4-8c46-eca61d1a24da" [ 1107.051038] env[69702]: _type = "Task" [ 1107.051038] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.058630] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b56eb1-8d02-a7b4-8c46-eca61d1a24da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.065257] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "refresh_cache-9b8c8a83-6547-497d-95b5-5dfaf79526ae" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.066112] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c6b5ba-cb83-4631-bd58-539c8e0e73ca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.072531] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9066b7-c820-4ab0-9113-614ff9b67e1e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.162938] env[69702]: DEBUG nova.compute.manager [req-953a70a8-c4be-4e04-86da-e104fe75e3ac req-66c3d0b4-4a05-4a24-90f4-b089e3a5c4b4 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Received event network-changed-d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.163217] env[69702]: DEBUG nova.compute.manager [req-953a70a8-c4be-4e04-86da-e104fe75e3ac req-66c3d0b4-4a05-4a24-90f4-b089e3a5c4b4 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Refreshing instance network info cache due to event network-changed-d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.163602] env[69702]: DEBUG oslo_concurrency.lockutils [req-953a70a8-c4be-4e04-86da-e104fe75e3ac req-66c3d0b4-4a05-4a24-90f4-b089e3a5c4b4 service nova] Acquiring lock "refresh_cache-1d9227ba-92a4-49a4-acc2-34fbabad2944" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.163943] env[69702]: DEBUG oslo_concurrency.lockutils [req-953a70a8-c4be-4e04-86da-e104fe75e3ac req-66c3d0b4-4a05-4a24-90f4-b089e3a5c4b4 service nova] Acquired lock "refresh_cache-1d9227ba-92a4-49a4-acc2-34fbabad2944" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.163943] env[69702]: DEBUG nova.network.neutron [req-953a70a8-c4be-4e04-86da-e104fe75e3ac req-66c3d0b4-4a05-4a24-90f4-b089e3a5c4b4 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Refreshing network info cache for port d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.316421] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085839, 'name': Rename_Task, 'duration_secs': 0.480334} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.319665] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.319665] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16a67f24-44e3-46c2-9a06-a58dda8bd3c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.324887] env[69702]: DEBUG nova.compute.manager [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.324887] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.324887] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c10c4e-36fd-4638-8d8f-2ea7c1e265bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.327851] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1107.327851] env[69702]: value = "task-3085842" [ 1107.327851] env[69702]: _type = "Task" [ 1107.327851] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.336313] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.336313] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a11dbe9b-9c5a-4988-a1d6-10fa19a2afad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.342049] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.350674] env[69702]: DEBUG oslo_vmware.api [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1107.350674] env[69702]: value = "task-3085843" [ 1107.350674] env[69702]: _type = "Task" [ 1107.350674] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.364429] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071531} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.368247] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.368665] env[69702]: DEBUG oslo_vmware.api [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.369538] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c498b-8ab2-43ce-87cc-7c9ae66855d4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.396193] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 24c8cd7a-b40c-4663-8330-06d3d26d2c81/24c8cd7a-b40c-4663-8330-06d3d26d2c81.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.396586] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009856ac-731a-401c-b37c-89233f1a8f3f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.415631] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1107.415631] env[69702]: value = "task-3085844" [ 1107.415631] env[69702]: _type = "Task" [ 1107.415631] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.423826] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.531063] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.557719] env[69702]: INFO nova.scheduler.client.report [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Deleted allocations for instance 6443fab2-7379-47a7-90da-138abec5ca63 [ 1107.562442] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b56eb1-8d02-a7b4-8c46-eca61d1a24da, 'name': SearchDatastore_Task, 'duration_secs': 0.008327} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.565649] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f34b675-9620-461e-9ff0-a22a962aa1ff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.571483] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1107.571483] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b70fa-25ea-f397-cedb-2349a30adc6e" [ 1107.571483] env[69702]: _type = "Task" [ 1107.571483] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.579166] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b70fa-25ea-f397-cedb-2349a30adc6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.834808] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.835049] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.835250] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleting the datastore file [datastore1] 3d33e521-91e2-4037-b044-cc9cdeb7a914 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.835932] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a21b15f-f2d6-4293-8cee-eff3b9725862 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.842020] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085842, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.846936] env[69702]: DEBUG oslo_vmware.api [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1107.846936] env[69702]: value = "task-3085845" [ 1107.846936] env[69702]: _type = "Task" [ 1107.846936] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.855750] env[69702]: DEBUG oslo_vmware.api [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.863513] env[69702]: DEBUG oslo_vmware.api [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085843, 'name': PowerOffVM_Task, 'duration_secs': 0.234661} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.863792] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.863961] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.864224] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d12e0c89-a9c6-4f22-94b6-54d7811bcd7c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.930062] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085844, 'name': ReconfigVM_Task, 'duration_secs': 0.431608} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.930062] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 24c8cd7a-b40c-4663-8330-06d3d26d2c81/24c8cd7a-b40c-4663-8330-06d3d26d2c81.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.930683] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dbeea05-0943-4b2e-a825-67340db454a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.937575] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.937930] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.938515] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Deleting the datastore file [datastore1] 51ec7efb-8142-49a6-9110-fe71ff225339 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.940678] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d53153-7c4c-4d3f-b4e3-83029368e346 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.943278] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1107.943278] env[69702]: value = "task-3085847" [ 1107.943278] env[69702]: _type = "Task" [ 1107.943278] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.949117] env[69702]: DEBUG oslo_vmware.api [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for the task: (returnval){ [ 1107.949117] env[69702]: value = "task-3085848" [ 1107.949117] env[69702]: _type = "Task" [ 1107.949117] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.955446] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085847, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.962685] env[69702]: DEBUG oslo_vmware.api [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.990234] env[69702]: DEBUG nova.network.neutron [req-953a70a8-c4be-4e04-86da-e104fe75e3ac req-66c3d0b4-4a05-4a24-90f4-b089e3a5c4b4 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Updated VIF entry in instance network info cache for port d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.990657] env[69702]: DEBUG nova.network.neutron [req-953a70a8-c4be-4e04-86da-e104fe75e3ac req-66c3d0b4-4a05-4a24-90f4-b089e3a5c4b4 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Updating instance_info_cache with network_info: [{"id": "d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc", "address": "fa:16:3e:d1:e5:b0", "network": {"id": "7fa73226-0218-431e-a4d1-600431a98aec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-748060380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8220d358101a452195570f1988233018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82d2b00-6f", "ovs_interfaceid": "d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.069403] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4beb3ea3-b162-481a-9e4c-d20de965d051 tempest-ServerRescueTestJSON-2059401907 tempest-ServerRescueTestJSON-2059401907-project-member] Lock "6443fab2-7379-47a7-90da-138abec5ca63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.006s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.083935] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520b70fa-25ea-f397-cedb-2349a30adc6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.084273] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.084628] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] fbb1031a-5f5d-4755-8964-8ec3833e4508/fbb1031a-5f5d-4755-8964-8ec3833e4508.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.084940] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1295df30-d639-4702-8dbf-d8c0b79a1002 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.093041] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1108.093041] env[69702]: value = "task-3085849" [ 1108.093041] env[69702]: _type = "Task" [ 1108.093041] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.100680] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.164160] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.164470] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b42f0ba4-e59b-4079-bc50-bc736767f391 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.170880] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1108.170880] env[69702]: value = "task-3085850" [ 1108.170880] env[69702]: _type = "Task" [ 1108.170880] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.179144] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.338425] env[69702]: DEBUG oslo_vmware.api [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085842, 'name': PowerOnVM_Task, 'duration_secs': 0.653507} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.338783] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.361995] env[69702]: DEBUG oslo_vmware.api [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165361} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.362379] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.362611] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.362823] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.363050] env[69702]: INFO nova.compute.manager [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Took 2.08 seconds to destroy the instance on the hypervisor. [ 1108.363355] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.363607] env[69702]: DEBUG nova.compute.manager [-] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.363732] env[69702]: DEBUG nova.network.neutron [-] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.454149] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085847, 'name': Rename_Task, 'duration_secs': 0.17585} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.458329] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.458784] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e70e7da4-95af-4165-91f5-6609de7ff35c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.462877] env[69702]: DEBUG nova.compute.manager [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.464086] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c66b1f-6f52-4133-8146-e8e40e6f152f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.472166] env[69702]: DEBUG oslo_vmware.api [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Task: {'id': task-3085848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103086} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.472166] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1108.472166] env[69702]: value = "task-3085851" [ 1108.472166] env[69702]: _type = "Task" [ 1108.472166] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.472166] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.472541] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.472577] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.472772] env[69702]: INFO nova.compute.manager [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1108.472998] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.473312] env[69702]: DEBUG nova.compute.manager [-] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.473439] env[69702]: DEBUG nova.network.neutron [-] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.490365] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085851, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.494090] env[69702]: DEBUG oslo_concurrency.lockutils [req-953a70a8-c4be-4e04-86da-e104fe75e3ac req-66c3d0b4-4a05-4a24-90f4-b089e3a5c4b4 service nova] Releasing lock "refresh_cache-1d9227ba-92a4-49a4-acc2-34fbabad2944" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.604880] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488368} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.604880] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] fbb1031a-5f5d-4755-8964-8ec3833e4508/fbb1031a-5f5d-4755-8964-8ec3833e4508.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.604880] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.604880] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4818f9b7-126d-4e94-b6e8-f1f6c46cf61b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.612026] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1108.612026] env[69702]: value = "task-3085852" [ 1108.612026] env[69702]: _type = "Task" [ 1108.612026] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.619175] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.680581] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085850, 'name': PowerOffVM_Task, 'duration_secs': 0.231834} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.680841] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.682021] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.682021] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.686023] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.686023] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.686023] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.686023] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.686023] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.686023] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.686023] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.686023] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.686023] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.690301] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cacaa266-353b-4a67-9f1e-2177b73df690 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.708026] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1108.708026] env[69702]: value = "task-3085853" [ 1108.708026] env[69702]: _type = "Task" [ 1108.708026] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.714452] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.992106] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085851, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.992106] env[69702]: DEBUG oslo_concurrency.lockutils [None req-83fafd54-8a31-48e8-a52c-1ee9136fe03c tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.651s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.121892] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061986} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.121892] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.122353] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a564c151-6b47-4581-bf60-841992c11918 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.146348] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] fbb1031a-5f5d-4755-8964-8ec3833e4508/fbb1031a-5f5d-4755-8964-8ec3833e4508.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.147329] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb869e6-07e2-44f0-8cb0-2a9f604b5cd4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.167835] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1109.167835] env[69702]: value = "task-3085854" [ 1109.167835] env[69702]: _type = "Task" [ 1109.167835] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.176571] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.217910] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085853, 'name': ReconfigVM_Task, 'duration_secs': 0.318327} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.222027] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a89c7ff-a9a5-4bad-8c70-e6ec15b8740c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.250040] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.250040] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.250040] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.250040] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.250040] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.250040] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.250428] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.250428] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.250530] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.250691] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.250909] env[69702]: DEBUG nova.virt.hardware [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.251822] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e193a835-a686-4c1c-bf47-67b8196cd8af {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.257727] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1109.257727] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5260619c-d97e-ba21-fa06-b71288c24927" [ 1109.257727] env[69702]: _type = "Task" [ 1109.257727] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.265855] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5260619c-d97e-ba21-fa06-b71288c24927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.380708] env[69702]: DEBUG nova.compute.manager [req-d5e25689-4237-41c6-be09-376e1f75a7c4 req-3ce9cbc8-da67-46bb-a962-8d05902944ee service nova] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Received event network-vif-deleted-b91a12d2-5478-4ec6-b254-3cc79d0f13bf {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.381028] env[69702]: INFO nova.compute.manager [req-d5e25689-4237-41c6-be09-376e1f75a7c4 req-3ce9cbc8-da67-46bb-a962-8d05902944ee service nova] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Neutron deleted interface b91a12d2-5478-4ec6-b254-3cc79d0f13bf; detaching it from the instance and deleting it from the info cache [ 1109.381668] env[69702]: DEBUG nova.network.neutron [req-d5e25689-4237-41c6-be09-376e1f75a7c4 req-3ce9cbc8-da67-46bb-a962-8d05902944ee service nova] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.487178] env[69702]: DEBUG oslo_vmware.api [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085851, 'name': PowerOnVM_Task, 'duration_secs': 0.832285} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.487178] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.487178] env[69702]: INFO nova.compute.manager [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1109.487178] env[69702]: DEBUG nova.compute.manager [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.487178] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cf147e-d3bd-4522-b013-c92708502610 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.678239] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.774133] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5260619c-d97e-ba21-fa06-b71288c24927, 'name': SearchDatastore_Task, 'duration_secs': 0.012945} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.779597] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1109.779755] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd7a3f51-d363-4483-a7b6-f92429943a62 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.798194] env[69702]: DEBUG nova.network.neutron [-] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.806651] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1109.806651] env[69702]: value = "task-3085855" [ 1109.806651] env[69702]: _type = "Task" [ 1109.806651] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.811939] env[69702]: DEBUG nova.network.neutron [-] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.821465] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.886793] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2c12704-c9fa-43f6-b10a-cf70e1f34e67 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.894939] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a13a646-5ff6-4768-8c83-d5fa6e5c4f30 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.935220] env[69702]: DEBUG nova.compute.manager [req-d5e25689-4237-41c6-be09-376e1f75a7c4 req-3ce9cbc8-da67-46bb-a962-8d05902944ee service nova] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Detach interface failed, port_id=b91a12d2-5478-4ec6-b254-3cc79d0f13bf, reason: Instance 3d33e521-91e2-4037-b044-cc9cdeb7a914 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.004273] env[69702]: INFO nova.compute.manager [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Took 20.45 seconds to build instance. [ 1110.178327] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085854, 'name': ReconfigVM_Task, 'duration_secs': 0.691862} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.178742] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Reconfigured VM instance instance-0000006d to attach disk [datastore2] fbb1031a-5f5d-4755-8964-8ec3833e4508/fbb1031a-5f5d-4755-8964-8ec3833e4508.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.179248] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-714cf840-1cc1-4913-acdc-734ca409cf0f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.185846] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1110.185846] env[69702]: value = "task-3085856" [ 1110.185846] env[69702]: _type = "Task" [ 1110.185846] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.199787] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085856, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.301610] env[69702]: INFO nova.compute.manager [-] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Took 1.94 seconds to deallocate network for instance. [ 1110.316635] env[69702]: INFO nova.compute.manager [-] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Took 1.84 seconds to deallocate network for instance. [ 1110.316946] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085855, 'name': ReconfigVM_Task, 'duration_secs': 0.225549} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.318420] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1110.319232] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741ffa1a-3411-44a5-bcb3-c1f05055b05c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.348468] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 9b8c8a83-6547-497d-95b5-5dfaf79526ae/9b8c8a83-6547-497d-95b5-5dfaf79526ae.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.349113] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38f7d199-9281-4d9a-a2b8-377f950186a8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.362340] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.362629] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.362892] env[69702]: INFO nova.compute.manager [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Rebooting instance [ 1110.370748] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1110.370748] env[69702]: value = "task-3085857" [ 1110.370748] env[69702]: _type = "Task" [ 1110.370748] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.380270] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.509482] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d3762c76-1e75-427c-a361-25846ed13f93 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "24c8cd7a-b40c-4663-8330-06d3d26d2c81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.967s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.696240] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085856, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.706018] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95914d5e-2177-40d9-9e97-deffe12fbcce {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.709467] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6592db32-54d5-4462-9bbc-289a2581148a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Suspending the VM {{(pid=69702) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1110.709882] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-51a8db64-6352-4529-916a-a16d6e35a38e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.715585] env[69702]: DEBUG oslo_vmware.api [None req-6592db32-54d5-4462-9bbc-289a2581148a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1110.715585] env[69702]: value = "task-3085858" [ 1110.715585] env[69702]: _type = "Task" [ 1110.715585] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.724454] env[69702]: DEBUG oslo_vmware.api [None req-6592db32-54d5-4462-9bbc-289a2581148a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085858, 'name': SuspendVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.808397] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.808564] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.808706] env[69702]: DEBUG nova.objects.instance [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lazy-loading 'resources' on Instance uuid 3d33e521-91e2-4037-b044-cc9cdeb7a914 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.826183] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.881942] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085857, 'name': ReconfigVM_Task, 'duration_secs': 0.307689} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.883225] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.883399] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.883588] env[69702]: DEBUG nova.network.neutron [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.884880] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 9b8c8a83-6547-497d-95b5-5dfaf79526ae/9b8c8a83-6547-497d-95b5-5dfaf79526ae.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.886476] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e98e8bd-5255-4064-bc1e-fa1d360626ac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.911653] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73457a1-6342-4710-94e7-26c51e8ef2da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.936818] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faacaddf-636b-4e0e-b7c4-648f24fa6718 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.961319] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee93223-3869-4eac-85f8-cd83452578f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.969668] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.969981] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aef175c0-3342-4972-b5f7-9bdb21b1a800 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.977343] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1110.977343] env[69702]: value = "task-3085859" [ 1110.977343] env[69702]: _type = "Task" [ 1110.977343] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.986051] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.201550] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085856, 'name': Rename_Task, 'duration_secs': 0.830632} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.201550] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.201550] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e52dbe87-fa32-46fb-8101-de35756c26c0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.209145] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1111.209145] env[69702]: value = "task-3085860" [ 1111.209145] env[69702]: _type = "Task" [ 1111.209145] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.216860] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.225280] env[69702]: DEBUG oslo_vmware.api [None req-6592db32-54d5-4462-9bbc-289a2581148a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085858, 'name': SuspendVM_Task} progress is 58%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.411228] env[69702]: DEBUG nova.compute.manager [req-55794e60-0b98-4282-95d4-e37d282f43b4 req-233bdfcb-37c1-4227-87a7-2b61de6a3017 service nova] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Received event network-vif-deleted-77e24fc0-62a0-4442-81e1-90bc31db5920 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.493933] env[69702]: DEBUG oslo_vmware.api [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085859, 'name': PowerOnVM_Task, 'duration_secs': 0.486105} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.493933] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.618250] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63162a3e-fb29-4ee4-9204-af201075b749 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.626534] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf50ad7-1ce0-44ef-ba62-7101931cbce1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.665864] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bda40d-7c67-4a28-82ab-958785a05c6e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.674091] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d777f2a5-404c-41cb-ae2e-2f7027a95a4c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.688204] env[69702]: DEBUG nova.compute.provider_tree [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.716745] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085860, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.724363] env[69702]: DEBUG oslo_vmware.api [None req-6592db32-54d5-4462-9bbc-289a2581148a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085858, 'name': SuspendVM_Task, 'duration_secs': 0.915229} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.724656] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-6592db32-54d5-4462-9bbc-289a2581148a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Suspended the VM {{(pid=69702) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1111.725588] env[69702]: DEBUG nova.compute.manager [None req-6592db32-54d5-4462-9bbc-289a2581148a tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.725875] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a0a382-45de-4b69-b3d3-91b7fa172fa8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.737692] env[69702]: DEBUG nova.network.neutron [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance_info_cache with network_info: [{"id": "a6870245-93ba-440d-a778-ced90bd7b80b", "address": "fa:16:3e:b1:8e:a3", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6870245-93", "ovs_interfaceid": "a6870245-93ba-440d-a778-ced90bd7b80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.191841] env[69702]: DEBUG nova.scheduler.client.report [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.221872] env[69702]: DEBUG oslo_vmware.api [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085860, 'name': PowerOnVM_Task, 'duration_secs': 0.665712} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.221872] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.221872] env[69702]: INFO nova.compute.manager [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1112.221872] env[69702]: DEBUG nova.compute.manager [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.221872] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3196eb-6a67-4b2e-b545-019527deae54 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.239505] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.555831] env[69702]: INFO nova.compute.manager [None req-1076a5af-e26a-4003-8906-614f6fb748e4 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance to original state: 'active' [ 1112.701071] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.703091] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.877s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.703348] env[69702]: DEBUG nova.objects.instance [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lazy-loading 'resources' on Instance uuid 51ec7efb-8142-49a6-9110-fe71ff225339 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.748691] env[69702]: INFO nova.compute.manager [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Took 20.26 seconds to build instance. [ 1112.750105] env[69702]: DEBUG nova.compute.manager [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.751355] env[69702]: INFO nova.scheduler.client.report [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleted allocations for instance 3d33e521-91e2-4037-b044-cc9cdeb7a914 [ 1112.752807] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585f06b8-f935-4a3e-92cc-c1b6efea4b44 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.185909] env[69702]: INFO nova.compute.manager [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Resuming [ 1113.186571] env[69702]: DEBUG nova.objects.instance [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lazy-loading 'flavor' on Instance uuid de55fe3f-564d-4ce3-b008-2c9c53d77692 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.263263] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c826e845-7795-4b1c-a879-7a04a774c156 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "fbb1031a-5f5d-4755-8964-8ec3833e4508" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.796s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.266606] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9d6edc8b-f43c-4259-b348-7d9e3fc9e2f8 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "3d33e521-91e2-4037-b044-cc9cdeb7a914" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.489s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.404891] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684e7748-4801-4ea3-8110-cc28f3494d27 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.414658] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e848bfe9-9485-4114-9940-f764cfddc49e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.454693] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bce5e2-ff5d-445c-92ee-40ae30be1843 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.464912] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da863274-3baf-430a-9f81-42889b2c8171 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.478978] env[69702]: DEBUG nova.compute.provider_tree [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.712987] env[69702]: DEBUG nova.compute.manager [req-deb546ea-77a8-43fe-b50d-4197e219d948 req-c9779a31-f4b5-4e8a-8f3d-4d3da3872b9e service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Received event network-changed-123eab8c-93f5-418c-a173-6f1cf569c1c8 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.713263] env[69702]: DEBUG nova.compute.manager [req-deb546ea-77a8-43fe-b50d-4197e219d948 req-c9779a31-f4b5-4e8a-8f3d-4d3da3872b9e service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Refreshing instance network info cache due to event network-changed-123eab8c-93f5-418c-a173-6f1cf569c1c8. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.713412] env[69702]: DEBUG oslo_concurrency.lockutils [req-deb546ea-77a8-43fe-b50d-4197e219d948 req-c9779a31-f4b5-4e8a-8f3d-4d3da3872b9e service nova] Acquiring lock "refresh_cache-24c8cd7a-b40c-4663-8330-06d3d26d2c81" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.713596] env[69702]: DEBUG oslo_concurrency.lockutils [req-deb546ea-77a8-43fe-b50d-4197e219d948 req-c9779a31-f4b5-4e8a-8f3d-4d3da3872b9e service nova] Acquired lock "refresh_cache-24c8cd7a-b40c-4663-8330-06d3d26d2c81" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.713700] env[69702]: DEBUG nova.network.neutron [req-deb546ea-77a8-43fe-b50d-4197e219d948 req-c9779a31-f4b5-4e8a-8f3d-4d3da3872b9e service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Refreshing network info cache for port 123eab8c-93f5-418c-a173-6f1cf569c1c8 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.779068] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd73776-978b-49ba-8716-71c45a141cf9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.788552] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Doing hard reboot of VM {{(pid=69702) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1113.789080] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4ecec308-c21e-46ac-a3e8-eeb657f8e51a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.795999] env[69702]: DEBUG oslo_vmware.api [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1113.795999] env[69702]: value = "task-3085861" [ 1113.795999] env[69702]: _type = "Task" [ 1113.795999] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.805329] env[69702]: DEBUG oslo_vmware.api [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085861, 'name': ResetVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.884205] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.884605] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.884924] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.885216] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.885474] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.888328] env[69702]: INFO nova.compute.manager [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Terminating instance [ 1113.983654] env[69702]: DEBUG nova.scheduler.client.report [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.136748] env[69702]: INFO nova.compute.manager [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Rebuilding instance [ 1114.192484] env[69702]: DEBUG nova.compute.manager [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.193381] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9737028e-d4c9-4e3a-88c6-b3338bd6d128 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.319197] env[69702]: DEBUG oslo_vmware.api [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085861, 'name': ResetVM_Task, 'duration_secs': 0.125527} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.319545] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Did hard reboot of VM {{(pid=69702) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1114.319800] env[69702]: DEBUG nova.compute.manager [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.320887] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e538bd7-cbd7-4833-b7f9-30fdf75a42a1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.396022] env[69702]: DEBUG nova.compute.manager [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.396022] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.396022] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba1ed42c-8971-448f-97c3-5ca8db70a87e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.407239] env[69702]: DEBUG oslo_vmware.api [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1114.407239] env[69702]: value = "task-3085862" [ 1114.407239] env[69702]: _type = "Task" [ 1114.407239] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.416790] env[69702]: DEBUG oslo_vmware.api [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.468833] env[69702]: DEBUG nova.compute.manager [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Stashing vm_state: active {{(pid=69702) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1114.490674] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.521248] env[69702]: INFO nova.scheduler.client.report [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Deleted allocations for instance 51ec7efb-8142-49a6-9110-fe71ff225339 [ 1114.580923] env[69702]: DEBUG nova.network.neutron [req-deb546ea-77a8-43fe-b50d-4197e219d948 req-c9779a31-f4b5-4e8a-8f3d-4d3da3872b9e service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Updated VIF entry in instance network info cache for port 123eab8c-93f5-418c-a173-6f1cf569c1c8. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.581363] env[69702]: DEBUG nova.network.neutron [req-deb546ea-77a8-43fe-b50d-4197e219d948 req-c9779a31-f4b5-4e8a-8f3d-4d3da3872b9e service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Updating instance_info_cache with network_info: [{"id": "123eab8c-93f5-418c-a173-6f1cf569c1c8", "address": "fa:16:3e:dc:9d:97", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123eab8c-93", "ovs_interfaceid": "123eab8c-93f5-418c-a173-6f1cf569c1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.582578] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "5edd2bf4-94ab-4318-8b7e-55bfbb3c8158" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.582799] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "5edd2bf4-94ab-4318-8b7e-55bfbb3c8158" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.583070] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "5edd2bf4-94ab-4318-8b7e-55bfbb3c8158-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.583353] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "5edd2bf4-94ab-4318-8b7e-55bfbb3c8158-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.583617] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "5edd2bf4-94ab-4318-8b7e-55bfbb3c8158-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.585772] env[69702]: INFO nova.compute.manager [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Terminating instance [ 1114.699535] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.699741] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquired lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.699928] env[69702]: DEBUG nova.network.neutron [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.778638] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "56009dbd-b866-43c9-b55b-5090bc2d7334" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.778638] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.838163] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36651835-6035-4392-9108-94a735b6d43f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.475s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.918372] env[69702]: DEBUG oslo_vmware.api [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085862, 'name': PowerOffVM_Task, 'duration_secs': 0.24132} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.918372] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.918556] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1114.918732] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617716', 'volume_id': '98e53652-63eb-47e6-8162-090406041ab7', 'name': 'volume-98e53652-63eb-47e6-8162-090406041ab7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9b8c8a83-6547-497d-95b5-5dfaf79526ae', 'attached_at': '2025-03-19T14:01:50.000000', 'detached_at': '', 'volume_id': '98e53652-63eb-47e6-8162-090406041ab7', 'serial': '98e53652-63eb-47e6-8162-090406041ab7'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1114.919532] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdd21c2-d166-43de-90fc-5747db331fce {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.940208] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7363db1-2297-4af9-a8ed-faa8af9803a6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.947087] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1c054b-8e97-45e5-a91a-9aeef7c59498 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.967562] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0a7874-547e-4ef4-b7bc-5871452395cc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.985070] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] The volume has not been displaced from its original location: [datastore1] volume-98e53652-63eb-47e6-8162-090406041ab7/volume-98e53652-63eb-47e6-8162-090406041ab7.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1114.990337] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.990859] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43ad274b-7c91-492c-b807-4894c641bc59 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.004024] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.004300] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.010385] env[69702]: DEBUG oslo_vmware.api [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1115.010385] env[69702]: value = "task-3085863" [ 1115.010385] env[69702]: _type = "Task" [ 1115.010385] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.018105] env[69702]: DEBUG oslo_vmware.api [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.028560] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4fe0f4a1-8aed-41d5-9e52-5a33f85cdc19 tempest-AttachInterfacesTestJSON-1361143145 tempest-AttachInterfacesTestJSON-1361143145-project-member] Lock "51ec7efb-8142-49a6-9110-fe71ff225339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.211s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.086298] env[69702]: DEBUG oslo_concurrency.lockutils [req-deb546ea-77a8-43fe-b50d-4197e219d948 req-c9779a31-f4b5-4e8a-8f3d-4d3da3872b9e service nova] Releasing lock "refresh_cache-24c8cd7a-b40c-4663-8330-06d3d26d2c81" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.090273] env[69702]: DEBUG nova.compute.manager [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.090565] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.091378] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896ac230-4feb-4c88-979c-8ce80d7e761e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.098539] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.098786] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11d358ab-067e-4bc9-a840-714001794c43 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.104924] env[69702]: DEBUG oslo_vmware.api [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1115.104924] env[69702]: value = "task-3085864" [ 1115.104924] env[69702]: _type = "Task" [ 1115.104924] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.115273] env[69702]: DEBUG oslo_vmware.api [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.210310] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.210660] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55f19121-e139-4b38-a94a-f4c730f7cf00 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.218344] env[69702]: DEBUG oslo_vmware.api [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Waiting for the task: (returnval){ [ 1115.218344] env[69702]: value = "task-3085865" [ 1115.218344] env[69702]: _type = "Task" [ 1115.218344] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.227205] env[69702]: DEBUG oslo_vmware.api [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.283728] env[69702]: DEBUG nova.compute.manager [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.303357] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "ed1860e5-2e08-4b7c-94e9-ef946d6db2c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.303596] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "ed1860e5-2e08-4b7c-94e9-ef946d6db2c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.494369] env[69702]: DEBUG nova.network.neutron [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Updating instance_info_cache with network_info: [{"id": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "address": "fa:16:3e:0a:a8:51", "network": {"id": "b079dd1d-24f3-4308-8c24-d40888f0c757", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-633978202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad83c4295dc4886b9ca2d028bb1a479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c6b5ad-97", "ovs_interfaceid": "42c6b5ad-971a-4767-aae3-ecbed6e824ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.509453] env[69702]: INFO nova.compute.claims [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.522744] env[69702]: DEBUG oslo_vmware.api [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085863, 'name': ReconfigVM_Task, 'duration_secs': 0.329133} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.523044] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.527997] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10de4798-5ccc-4b8c-b6f0-ef6bd4e3b601 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.544892] env[69702]: DEBUG oslo_vmware.api [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1115.544892] env[69702]: value = "task-3085866" [ 1115.544892] env[69702]: _type = "Task" [ 1115.544892] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.553310] env[69702]: DEBUG oslo_vmware.api [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.616149] env[69702]: DEBUG oslo_vmware.api [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085864, 'name': PowerOffVM_Task, 'duration_secs': 0.20943} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.616482] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.616719] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.617019] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb0538ec-e417-44a6-9a26-261e56bea0bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.684469] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.684642] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.684849] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleting the datastore file [datastore1] 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.685110] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-497a025e-5c1a-42b9-a9a0-09e420392b41 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.692063] env[69702]: DEBUG oslo_vmware.api [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1115.692063] env[69702]: value = "task-3085868" [ 1115.692063] env[69702]: _type = "Task" [ 1115.692063] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.700961] env[69702]: DEBUG oslo_vmware.api [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.730124] env[69702]: DEBUG oslo_vmware.api [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085865, 'name': PowerOffVM_Task, 'duration_secs': 0.192655} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.730845] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.731471] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.731732] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7539ed8-a9e0-461d-affd-aa38c3bb3796 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.738659] env[69702]: DEBUG oslo_vmware.api [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Waiting for the task: (returnval){ [ 1115.738659] env[69702]: value = "task-3085869" [ 1115.738659] env[69702]: _type = "Task" [ 1115.738659] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.749932] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1115.749932] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1115.749932] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617709', 'volume_id': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'name': 'volume-33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec9baabf-b674-44d8-9a22-cee11b1447b5', 'attached_at': '', 'detached_at': '', 'volume_id': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'serial': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1115.750782] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2a676e-e7f9-48f8-aaa0-554df9d28b9b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.772901] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8466c1d6-4606-4ece-887d-0379ff63c830 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.780701] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc0b049-13fd-4bdf-b183-0bfabd314225 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.804718] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5955e9ac-3229-49ba-98b2-9dc6e631c6e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.810225] env[69702]: DEBUG nova.compute.manager [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.826855] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] The volume has not been displaced from its original location: [datastore2] volume-33cc7c3e-37bb-47d4-850d-d4bcff2d765a/volume-33cc7c3e-37bb-47d4-850d-d4bcff2d765a.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1115.833405] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.833857] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55699958-97e4-4c04-b30e-926d5619e266 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.849687] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.857773] env[69702]: DEBUG oslo_vmware.api [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Waiting for the task: (returnval){ [ 1115.857773] env[69702]: value = "task-3085870" [ 1115.857773] env[69702]: _type = "Task" [ 1115.857773] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.868553] env[69702]: DEBUG oslo_vmware.api [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.997396] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Releasing lock "refresh_cache-de55fe3f-564d-4ce3-b008-2c9c53d77692" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.998817] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f12f187-58f1-4bf8-911d-2c81e64fd9aa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.006784] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Resuming the VM {{(pid=69702) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1116.007334] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0a5382a-76bb-4602-b40e-c82811d59b4b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.015394] env[69702]: INFO nova.compute.resource_tracker [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating resource usage from migration b3adc27d-1597-4ccc-9dd9-24c1f23a28da [ 1116.019816] env[69702]: DEBUG oslo_vmware.api [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1116.019816] env[69702]: value = "task-3085871" [ 1116.019816] env[69702]: _type = "Task" [ 1116.019816] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.029411] env[69702]: DEBUG oslo_vmware.api [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.058024] env[69702]: DEBUG oslo_vmware.api [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085866, 'name': ReconfigVM_Task, 'duration_secs': 0.178845} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.058416] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617716', 'volume_id': '98e53652-63eb-47e6-8162-090406041ab7', 'name': 'volume-98e53652-63eb-47e6-8162-090406041ab7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9b8c8a83-6547-497d-95b5-5dfaf79526ae', 'attached_at': '2025-03-19T14:01:50.000000', 'detached_at': '', 'volume_id': '98e53652-63eb-47e6-8162-090406041ab7', 'serial': '98e53652-63eb-47e6-8162-090406041ab7'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1116.058649] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.059567] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d1fa33-7455-413c-9f54-50cf0717f6aa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.069672] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.069672] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5fdb265-e150-4aa1-a58c-c685f5079dc2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.178904] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.179350] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.179590] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleting the datastore file [datastore1] 9b8c8a83-6547-497d-95b5-5dfaf79526ae {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.179880] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b1b3619-d481-4dcf-a7b2-42093f95f62b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.186692] env[69702]: DEBUG oslo_vmware.api [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1116.186692] env[69702]: value = "task-3085873" [ 1116.186692] env[69702]: _type = "Task" [ 1116.186692] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.200108] env[69702]: DEBUG oslo_vmware.api [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.211989] env[69702]: DEBUG oslo_vmware.api [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186186} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.212681] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.212681] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.212681] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.212681] env[69702]: INFO nova.compute.manager [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1116.212997] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.213431] env[69702]: DEBUG nova.compute.manager [-] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.213431] env[69702]: DEBUG nova.network.neutron [-] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.230186] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f878f7bf-1de5-48a3-8fcc-26917f62080e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.238742] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da30a2e2-e716-4c55-bb15-32015a264db5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.273522] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd2d547-48e2-47a9-9a9d-729bf3cfbab7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.281423] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed03778a-02de-4693-8dd9-e1feb14112a0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.297668] env[69702]: DEBUG nova.compute.provider_tree [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.329377] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.368494] env[69702]: DEBUG oslo_vmware.api [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085870, 'name': ReconfigVM_Task, 'duration_secs': 0.38297} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.368808] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.373835] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8b23d6e-9a7a-45d2-ab30-1aa1d2fb1625 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.389953] env[69702]: DEBUG oslo_vmware.api [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Waiting for the task: (returnval){ [ 1116.389953] env[69702]: value = "task-3085874" [ 1116.389953] env[69702]: _type = "Task" [ 1116.389953] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.400033] env[69702]: DEBUG oslo_vmware.api [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.533925] env[69702]: DEBUG oslo_vmware.api [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.630803] env[69702]: DEBUG nova.compute.manager [req-23fed5fa-bd22-4a8f-991f-6f10207f91ae req-2c7c3826-237c-4695-9e70-0f6c7bafcaef service nova] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Received event network-vif-deleted-fd1968b0-5ab2-4877-bd69-9aacc38024d5 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.631625] env[69702]: INFO nova.compute.manager [req-23fed5fa-bd22-4a8f-991f-6f10207f91ae req-2c7c3826-237c-4695-9e70-0f6c7bafcaef service nova] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Neutron deleted interface fd1968b0-5ab2-4877-bd69-9aacc38024d5; detaching it from the instance and deleting it from the info cache [ 1116.631759] env[69702]: DEBUG nova.network.neutron [req-23fed5fa-bd22-4a8f-991f-6f10207f91ae req-2c7c3826-237c-4695-9e70-0f6c7bafcaef service nova] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.697963] env[69702]: DEBUG oslo_vmware.api [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297801} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.698430] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.698640] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.698821] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.699012] env[69702]: INFO nova.compute.manager [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1116.699352] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.699567] env[69702]: DEBUG nova.compute.manager [-] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.699665] env[69702]: DEBUG nova.network.neutron [-] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.829059] env[69702]: ERROR nova.scheduler.client.report [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [req-9316ab03-9854-4015-be3e-50d55fca0ad4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5a08ce25-a270-4b9f-aabb-681250add3d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9316ab03-9854-4015-be3e-50d55fca0ad4"}]} [ 1116.854456] env[69702]: DEBUG nova.scheduler.client.report [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Refreshing inventories for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1116.873585] env[69702]: DEBUG nova.scheduler.client.report [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Updating ProviderTree inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1116.874019] env[69702]: DEBUG nova.compute.provider_tree [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.889958] env[69702]: DEBUG nova.scheduler.client.report [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Refreshing aggregate associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, aggregates: None {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1116.904485] env[69702]: DEBUG oslo_vmware.api [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085874, 'name': ReconfigVM_Task, 'duration_secs': 0.138995} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.905080] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617709', 'volume_id': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'name': 'volume-33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec9baabf-b674-44d8-9a22-cee11b1447b5', 'attached_at': '', 'detached_at': '', 'volume_id': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a', 'serial': '33cc7c3e-37bb-47d4-850d-d4bcff2d765a'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1116.905420] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.906518] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14777aa5-82c7-4dd5-a7cc-e5159bef232e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.912336] env[69702]: DEBUG nova.scheduler.client.report [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Refreshing trait associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1116.917843] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.918142] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73aabc8a-c267-45f5-80b5-acd92fc1f5ed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.992943] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.993333] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.993590] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Deleting the datastore file [datastore2] ec9baabf-b674-44d8-9a22-cee11b1447b5 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.994046] env[69702]: DEBUG nova.network.neutron [-] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.995623] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1a329ed-eef9-41e0-898a-ae4dea3e2c46 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.003836] env[69702]: DEBUG oslo_vmware.api [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Waiting for the task: (returnval){ [ 1117.003836] env[69702]: value = "task-3085876" [ 1117.003836] env[69702]: _type = "Task" [ 1117.003836] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.019879] env[69702]: DEBUG oslo_vmware.api [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.035119] env[69702]: DEBUG oslo_vmware.api [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085871, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.136795] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4afe40b5-2093-46ff-be66-4fd8a45dd38b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.146975] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ece6333-2db9-4646-bd56-30f56040e406 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.196201] env[69702]: DEBUG nova.compute.manager [req-23fed5fa-bd22-4a8f-991f-6f10207f91ae req-2c7c3826-237c-4695-9e70-0f6c7bafcaef service nova] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Detach interface failed, port_id=fd1968b0-5ab2-4877-bd69-9aacc38024d5, reason: Instance 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.198448] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7044e3a1-91bd-4edb-91b2-6664ed762e1e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.206786] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123355f6-da37-4cc0-9ea9-66f1f69b7075 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.242986] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f42e82d-e1f6-460e-881b-cc8576165c90 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.251632] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fa410e-cccc-4fc4-9534-eecf701c7af7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.268022] env[69702]: DEBUG nova.compute.provider_tree [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.499734] env[69702]: INFO nova.compute.manager [-] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Took 1.29 seconds to deallocate network for instance. [ 1117.514338] env[69702]: DEBUG oslo_vmware.api [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Task: {'id': task-3085876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260137} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.514952] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.514952] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.515086] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.534709] env[69702]: DEBUG oslo_vmware.api [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085871, 'name': PowerOnVM_Task, 'duration_secs': 1.111715} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.535067] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Resumed the VM {{(pid=69702) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1117.535205] env[69702]: DEBUG nova.compute.manager [None req-b7567759-45ba-4d16-9f7e-68584ad479fb tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.536320] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347101a4-9ac9-4c4d-90b7-c1fe53060950 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.585966] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1117.585966] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e43a227-ac2c-43d1-b206-36d7b33d5aef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.595265] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86062bcd-8494-41b6-8dbd-7c8f2af057bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.627310] env[69702]: ERROR nova.compute.manager [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Failed to detach volume 33cc7c3e-37bb-47d4-850d-d4bcff2d765a from /dev/sda: nova.exception.InstanceNotFound: Instance ec9baabf-b674-44d8-9a22-cee11b1447b5 could not be found. [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Traceback (most recent call last): [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] self.driver.rebuild(**kwargs) [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] raise NotImplementedError() [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] NotImplementedError [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] During handling of the above exception, another exception occurred: [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Traceback (most recent call last): [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] self.driver.detach_volume(context, old_connection_info, [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] return self._volumeops.detach_volume(connection_info, instance) [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] self._detach_volume_vmdk(connection_info, instance) [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] stable_ref.fetch_moref(session) [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] nova.exception.InstanceNotFound: Instance ec9baabf-b674-44d8-9a22-cee11b1447b5 could not be found. [ 1117.627310] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] [ 1117.746982] env[69702]: DEBUG nova.network.neutron [-] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.772015] env[69702]: DEBUG nova.scheduler.client.report [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.799452] env[69702]: DEBUG nova.compute.utils [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Build of instance ec9baabf-b674-44d8-9a22-cee11b1447b5 aborted: Failed to rebuild volume backed instance. {{(pid=69702) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1117.803574] env[69702]: ERROR nova.compute.manager [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ec9baabf-b674-44d8-9a22-cee11b1447b5 aborted: Failed to rebuild volume backed instance. [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Traceback (most recent call last): [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] self.driver.rebuild(**kwargs) [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] raise NotImplementedError() [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] NotImplementedError [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] During handling of the above exception, another exception occurred: [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Traceback (most recent call last): [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] self._detach_root_volume(context, instance, root_bdm) [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] with excutils.save_and_reraise_exception(): [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] self.force_reraise() [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] raise self.value [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] self.driver.detach_volume(context, old_connection_info, [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] return self._volumeops.detach_volume(connection_info, instance) [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] self._detach_volume_vmdk(connection_info, instance) [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] stable_ref.fetch_moref(session) [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] nova.exception.InstanceNotFound: Instance ec9baabf-b674-44d8-9a22-cee11b1447b5 could not be found. [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] During handling of the above exception, another exception occurred: [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Traceback (most recent call last): [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] yield [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1117.803574] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] self._do_rebuild_instance_with_claim( [ 1117.805049] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1117.805049] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] self._do_rebuild_instance( [ 1117.805049] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1117.805049] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] self._rebuild_default_impl(**kwargs) [ 1117.805049] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1117.805049] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] self._rebuild_volume_backed_instance( [ 1117.805049] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1117.805049] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] raise exception.BuildAbortException( [ 1117.805049] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] nova.exception.BuildAbortException: Build of instance ec9baabf-b674-44d8-9a22-cee11b1447b5 aborted: Failed to rebuild volume backed instance. [ 1117.805049] env[69702]: ERROR nova.compute.manager [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] [ 1118.010544] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.253131] env[69702]: INFO nova.compute.manager [-] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Took 1.55 seconds to deallocate network for instance. [ 1118.279695] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.275s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.279695] env[69702]: INFO nova.compute.manager [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Migrating [ 1118.286263] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.437s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.287778] env[69702]: INFO nova.compute.claims [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.653724] env[69702]: DEBUG nova.compute.manager [req-8137b591-53a4-410a-bf7d-752b966c1199 req-e92106d3-06e1-4831-82be-5c495be54784 service nova] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Received event network-vif-deleted-be9624a2-5999-4c8d-a6ba-05831e846c7b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.804270] env[69702]: INFO nova.compute.manager [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Took 0.55 seconds to detach 1 volumes for instance. [ 1118.806588] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.806890] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.807044] env[69702]: DEBUG nova.network.neutron [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.323454] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.537911] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba23ebb-e76f-4cbe-a21a-6d332cdda06a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.545943] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e56966-55f7-4c0d-99a1-945e23b636ab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.578901] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a96e0a-cee1-4268-b7f8-ec255874a2db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.586443] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cb5c3f-6ee6-4662-a964-992323883c8c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.601238] env[69702]: DEBUG nova.compute.provider_tree [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.673878] env[69702]: DEBUG nova.network.neutron [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance_info_cache with network_info: [{"id": "e5f7c0f8-a645-42fd-9155-97469bbab59b", "address": "fa:16:3e:c0:a3:cb", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f7c0f8-a6", "ovs_interfaceid": "e5f7c0f8-a645-42fd-9155-97469bbab59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.825554] env[69702]: DEBUG oslo_concurrency.lockutils [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.104384] env[69702]: DEBUG nova.scheduler.client.report [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.177014] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.609065] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.609529] env[69702]: DEBUG nova.compute.manager [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.612525] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.283s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.615166] env[69702]: INFO nova.compute.claims [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.033434] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Acquiring lock "ec9baabf-b674-44d8-9a22-cee11b1447b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.033658] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Lock "ec9baabf-b674-44d8-9a22-cee11b1447b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.033877] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Acquiring lock "ec9baabf-b674-44d8-9a22-cee11b1447b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.034097] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Lock "ec9baabf-b674-44d8-9a22-cee11b1447b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.034299] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Lock "ec9baabf-b674-44d8-9a22-cee11b1447b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.037097] env[69702]: INFO nova.compute.manager [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Terminating instance [ 1121.119641] env[69702]: DEBUG nova.compute.utils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.122653] env[69702]: DEBUG nova.compute.manager [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.122822] env[69702]: DEBUG nova.network.neutron [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.167024] env[69702]: DEBUG nova.policy [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa18d192f4d482cade711fa89f81760', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b871361de78a4597ad3a91b6a7160899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.516218] env[69702]: DEBUG nova.network.neutron [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Successfully created port: 7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.542768] env[69702]: DEBUG nova.compute.manager [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.543158] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edf868e4-cc30-4d8c-bd62-91230ef2c2b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.552397] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068de422-9fcb-473b-8293-8e18bd29eeb4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.584817] env[69702]: WARNING nova.virt.vmwareapi.driver [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ec9baabf-b674-44d8-9a22-cee11b1447b5 could not be found. [ 1121.584817] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.584817] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-843a2386-95a3-4ec6-9a78-b799b2098612 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.592228] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cb1b07-e054-43eb-bbbf-9143b2db37ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.628599] env[69702]: DEBUG nova.compute.manager [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.632162] env[69702]: WARNING nova.virt.vmwareapi.vmops [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ec9baabf-b674-44d8-9a22-cee11b1447b5 could not be found. [ 1121.632537] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.632863] env[69702]: INFO nova.compute.manager [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1121.633249] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.634050] env[69702]: DEBUG nova.compute.manager [-] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.634266] env[69702]: DEBUG nova.network.neutron [-] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.694833] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d70e44-996f-4e37-a1d0-84fe1556fa50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.714731] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance 'fbb1031a-5f5d-4755-8964-8ec3833e4508' progress to 0 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.856712] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32104e6-e708-46f2-8384-a8fca151df91 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.865524] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14456eee-5c9c-4927-8dcc-4540bc5ea339 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.903642] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7154cb6c-994f-4ce9-a703-99c3e590e2d6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.913021] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41feb98-01d2-4327-a6bc-d48f3976f9ea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.931751] env[69702]: DEBUG nova.compute.provider_tree [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.223088] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.223393] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76530d62-9ed9-4802-9925-9c7be3fdecd9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.231089] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1122.231089] env[69702]: value = "task-3085877" [ 1122.231089] env[69702]: _type = "Task" [ 1122.231089] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.240581] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.405608] env[69702]: DEBUG nova.compute.manager [req-68139712-b6ef-46d5-b9e3-d9a0dd21a1fa req-0f63c737-fd6e-4fc5-b33f-66c912d5327a service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Received event network-vif-deleted-29bd522c-6afe-490d-b76d-7369aac5de6b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.405826] env[69702]: INFO nova.compute.manager [req-68139712-b6ef-46d5-b9e3-d9a0dd21a1fa req-0f63c737-fd6e-4fc5-b33f-66c912d5327a service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Neutron deleted interface 29bd522c-6afe-490d-b76d-7369aac5de6b; detaching it from the instance and deleting it from the info cache [ 1122.406018] env[69702]: DEBUG nova.network.neutron [req-68139712-b6ef-46d5-b9e3-d9a0dd21a1fa req-0f63c737-fd6e-4fc5-b33f-66c912d5327a service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.436722] env[69702]: DEBUG nova.scheduler.client.report [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.641882] env[69702]: DEBUG nova.compute.manager [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.668206] env[69702]: DEBUG nova.virt.hardware [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.668206] env[69702]: DEBUG nova.virt.hardware [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.668315] env[69702]: DEBUG nova.virt.hardware [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.668424] env[69702]: DEBUG nova.virt.hardware [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.669095] env[69702]: DEBUG nova.virt.hardware [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.669095] env[69702]: DEBUG nova.virt.hardware [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.669095] env[69702]: DEBUG nova.virt.hardware [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.669095] env[69702]: DEBUG nova.virt.hardware [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.670111] env[69702]: DEBUG nova.virt.hardware [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.670111] env[69702]: DEBUG nova.virt.hardware [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.670111] env[69702]: DEBUG nova.virt.hardware [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.670963] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95fd0f9-2173-4672-a66e-7c1a5dc96a0f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.679286] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f2d81e-83bf-43a8-83ab-e75d5335c10d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.740187] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085877, 'name': PowerOffVM_Task, 'duration_secs': 0.228174} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.740457] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.740654] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance 'fbb1031a-5f5d-4755-8964-8ec3833e4508' progress to 17 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.886535] env[69702]: DEBUG nova.network.neutron [-] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.909086] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc3ace91-0410-44fa-a05b-0666fe2f5fa9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.919437] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef835a-2e92-4b98-87cf-420c2dd8d680 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.951482] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.951743] env[69702]: DEBUG nova.compute.manager [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.954469] env[69702]: DEBUG nova.compute.manager [req-68139712-b6ef-46d5-b9e3-d9a0dd21a1fa req-0f63c737-fd6e-4fc5-b33f-66c912d5327a service nova] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Detach interface failed, port_id=29bd522c-6afe-490d-b76d-7369aac5de6b, reason: Instance ec9baabf-b674-44d8-9a22-cee11b1447b5 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1122.954875] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.945s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.955115] env[69702]: DEBUG nova.objects.instance [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lazy-loading 'resources' on Instance uuid 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.247658] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.247933] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.248106] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.248293] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.248441] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.248586] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.248789] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.248949] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.251918] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.254601] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.254752] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.264778] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ab85602-23d5-4b0e-a946-e9aac06216e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.287839] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1123.287839] env[69702]: value = "task-3085878" [ 1123.287839] env[69702]: _type = "Task" [ 1123.287839] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.296543] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.385631] env[69702]: DEBUG nova.compute.manager [req-1d406732-5e24-4ebd-9c91-a39a3e9bd075 req-9f7ca312-5f58-4b2b-8261-a3eb9e1b39f2 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Received event network-vif-plugged-7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.385867] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d406732-5e24-4ebd-9c91-a39a3e9bd075 req-9f7ca312-5f58-4b2b-8261-a3eb9e1b39f2 service nova] Acquiring lock "56009dbd-b866-43c9-b55b-5090bc2d7334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.386091] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d406732-5e24-4ebd-9c91-a39a3e9bd075 req-9f7ca312-5f58-4b2b-8261-a3eb9e1b39f2 service nova] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.386277] env[69702]: DEBUG oslo_concurrency.lockutils [req-1d406732-5e24-4ebd-9c91-a39a3e9bd075 req-9f7ca312-5f58-4b2b-8261-a3eb9e1b39f2 service nova] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.386432] env[69702]: DEBUG nova.compute.manager [req-1d406732-5e24-4ebd-9c91-a39a3e9bd075 req-9f7ca312-5f58-4b2b-8261-a3eb9e1b39f2 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] No waiting events found dispatching network-vif-plugged-7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.386596] env[69702]: WARNING nova.compute.manager [req-1d406732-5e24-4ebd-9c91-a39a3e9bd075 req-9f7ca312-5f58-4b2b-8261-a3eb9e1b39f2 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Received unexpected event network-vif-plugged-7ba6308b-0959-4323-a06c-364790d80535 for instance with vm_state building and task_state spawning. [ 1123.388394] env[69702]: INFO nova.compute.manager [-] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Took 1.75 seconds to deallocate network for instance. [ 1123.459213] env[69702]: DEBUG nova.compute.utils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.464772] env[69702]: DEBUG nova.compute.manager [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.464958] env[69702]: DEBUG nova.network.neutron [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.499465] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "de55fe3f-564d-4ce3-b008-2c9c53d77692" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.499716] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.499917] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "de55fe3f-564d-4ce3-b008-2c9c53d77692-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.500109] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.500282] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.502273] env[69702]: INFO nova.compute.manager [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Terminating instance [ 1123.529562] env[69702]: DEBUG nova.policy [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '716adb946d69497da836ff07210110ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffbd8c4f167948929c8fce43de842a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.731125] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ab7f8e-e241-4d06-8cd9-d75cc0ccc414 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.739309] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5e9b80-823a-41e5-9f3b-cddf1eb21170 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.784099] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56428768-4d9f-4154-ae3e-b826469c2f51 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.795691] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864180b2-f139-4cf9-ae7a-d61cf4ebf62a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.802741] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085878, 'name': ReconfigVM_Task, 'duration_secs': 0.360184} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.803505] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance 'fbb1031a-5f5d-4755-8964-8ec3833e4508' progress to 33 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.816808] env[69702]: DEBUG nova.compute.provider_tree [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.851709] env[69702]: DEBUG nova.network.neutron [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Successfully updated port: 7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.937172] env[69702]: INFO nova.compute.manager [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Took 0.55 seconds to detach 1 volumes for instance. [ 1123.939032] env[69702]: DEBUG nova.compute.manager [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Deleting volume: 33cc7c3e-37bb-47d4-850d-d4bcff2d765a {{(pid=69702) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1123.965656] env[69702]: DEBUG nova.compute.manager [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.983688] env[69702]: DEBUG nova.network.neutron [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Successfully created port: 65404b84-9313-4849-89c0-320fedd46ffd {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.007968] env[69702]: DEBUG nova.compute.manager [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.008236] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.009418] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05abaf2-dc13-4c02-842a-f3de3dbc1f77 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.017460] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.017721] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eb3180e-6c19-41a9-b37a-20e567e83c36 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.024980] env[69702]: DEBUG oslo_vmware.api [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1124.024980] env[69702]: value = "task-3085880" [ 1124.024980] env[69702]: _type = "Task" [ 1124.024980] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.034323] env[69702]: DEBUG oslo_vmware.api [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.319558] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.320068] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.320337] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.320629] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.321578] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.321578] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.321578] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.321578] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.321578] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.321825] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.321926] env[69702]: DEBUG nova.virt.hardware [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.329683] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.330239] env[69702]: DEBUG nova.scheduler.client.report [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.333425] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b430c92-8e91-47a2-b914-8134c12054b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.355728] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.355902] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.356140] env[69702]: DEBUG nova.network.neutron [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.362393] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1124.362393] env[69702]: value = "task-3085881" [ 1124.362393] env[69702]: _type = "Task" [ 1124.362393] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.371992] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.441858] env[69702]: DEBUG nova.compute.manager [req-8f93d529-382d-4aa9-a030-004dbe0d0106 req-a5769e16-14a1-43cf-89e6-c2f280727773 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Received event network-changed-7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.442203] env[69702]: DEBUG nova.compute.manager [req-8f93d529-382d-4aa9-a030-004dbe0d0106 req-a5769e16-14a1-43cf-89e6-c2f280727773 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Refreshing instance network info cache due to event network-changed-7ba6308b-0959-4323-a06c-364790d80535. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.442516] env[69702]: DEBUG oslo_concurrency.lockutils [req-8f93d529-382d-4aa9-a030-004dbe0d0106 req-a5769e16-14a1-43cf-89e6-c2f280727773 service nova] Acquiring lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.484541] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.484784] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.490699] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.534548] env[69702]: DEBUG oslo_vmware.api [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085880, 'name': PowerOffVM_Task, 'duration_secs': 0.168691} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.534830] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.535008] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.535265] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f219745c-0327-4987-a541-2cb8635224ac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.609021] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.609021] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.609021] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Deleting the datastore file [datastore1] de55fe3f-564d-4ce3-b008-2c9c53d77692 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.609021] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eab7b05-a654-461a-ac81-189ffdad3b75 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.616483] env[69702]: DEBUG oslo_vmware.api [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for the task: (returnval){ [ 1124.616483] env[69702]: value = "task-3085883" [ 1124.616483] env[69702]: _type = "Task" [ 1124.616483] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.625071] env[69702]: DEBUG oslo_vmware.api [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.856602] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.859048] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.536s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.859273] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.861009] env[69702]: DEBUG oslo_concurrency.lockutils [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.036s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.874127] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085881, 'name': ReconfigVM_Task, 'duration_secs': 0.21085} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.874623] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.875870] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c473966d-096c-4616-a00e-a0ce62cbd10b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.883649] env[69702]: INFO nova.scheduler.client.report [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleted allocations for instance 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158 [ 1124.904448] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] fbb1031a-5f5d-4755-8964-8ec3833e4508/fbb1031a-5f5d-4755-8964-8ec3833e4508.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.905529] env[69702]: INFO nova.scheduler.client.report [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleted allocations for instance 9b8c8a83-6547-497d-95b5-5dfaf79526ae [ 1124.907013] env[69702]: DEBUG nova.network.neutron [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.913104] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49873d66-eb8e-4f9e-9f98-dfe29ae22801 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.936782] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1124.936782] env[69702]: value = "task-3085884" [ 1124.936782] env[69702]: _type = "Task" [ 1124.936782] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.947350] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.976039] env[69702]: DEBUG nova.compute.manager [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.988169] env[69702]: DEBUG nova.compute.utils [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.012613] env[69702]: DEBUG nova.virt.hardware [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.012880] env[69702]: DEBUG nova.virt.hardware [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.013052] env[69702]: DEBUG nova.virt.hardware [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.013260] env[69702]: DEBUG nova.virt.hardware [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.013434] env[69702]: DEBUG nova.virt.hardware [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.013591] env[69702]: DEBUG nova.virt.hardware [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.013822] env[69702]: DEBUG nova.virt.hardware [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.013978] env[69702]: DEBUG nova.virt.hardware [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.014174] env[69702]: DEBUG nova.virt.hardware [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.014363] env[69702]: DEBUG nova.virt.hardware [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.014908] env[69702]: DEBUG nova.virt.hardware [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.015709] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fd5345-263b-4651-9b78-eb3596146513 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.027463] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad205990-6c66-4364-89d1-d459e289cf8d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.114046] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108c0f44-be47-4fef-8e17-77686b1edc3f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.123525] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34967310-a7e5-47d1-818b-cd4650d2578e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.130249] env[69702]: DEBUG oslo_vmware.api [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Task: {'id': task-3085883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13999} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.130899] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.131145] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.131341] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.131539] env[69702]: INFO nova.compute.manager [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1125.131805] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.132024] env[69702]: DEBUG nova.compute.manager [-] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.132153] env[69702]: DEBUG nova.network.neutron [-] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.158809] env[69702]: DEBUG nova.network.neutron [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updating instance_info_cache with network_info: [{"id": "7ba6308b-0959-4323-a06c-364790d80535", "address": "fa:16:3e:40:e7:90", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba6308b-09", "ovs_interfaceid": "7ba6308b-0959-4323-a06c-364790d80535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.161825] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1705530c-b956-48bc-bbc1-664b9e5abf4f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.168682] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f999601c-648a-4bd2-b233-d1e912a467db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.183665] env[69702]: DEBUG nova.compute.provider_tree [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.433434] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a72abd3e-0714-4d3d-a50c-8298ed6fb2cd tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "5edd2bf4-94ab-4318-8b7e-55bfbb3c8158" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.850s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.434400] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99446094-3f9d-4822-9405-fa3c4c3b48c8 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "9b8c8a83-6547-497d-95b5-5dfaf79526ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.550s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.444943] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085884, 'name': ReconfigVM_Task, 'duration_secs': 0.290156} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.445421] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Reconfigured VM instance instance-0000006d to attach disk [datastore2] fbb1031a-5f5d-4755-8964-8ec3833e4508/fbb1031a-5f5d-4755-8964-8ec3833e4508.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.445761] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance 'fbb1031a-5f5d-4755-8964-8ec3833e4508' progress to 50 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.492519] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.665215] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.665595] env[69702]: DEBUG nova.compute.manager [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Instance network_info: |[{"id": "7ba6308b-0959-4323-a06c-364790d80535", "address": "fa:16:3e:40:e7:90", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba6308b-09", "ovs_interfaceid": "7ba6308b-0959-4323-a06c-364790d80535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.665916] env[69702]: DEBUG oslo_concurrency.lockutils [req-8f93d529-382d-4aa9-a030-004dbe0d0106 req-a5769e16-14a1-43cf-89e6-c2f280727773 service nova] Acquired lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.666110] env[69702]: DEBUG nova.network.neutron [req-8f93d529-382d-4aa9-a030-004dbe0d0106 req-a5769e16-14a1-43cf-89e6-c2f280727773 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Refreshing network info cache for port 7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.667327] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:e7:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ba6308b-0959-4323-a06c-364790d80535', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.676061] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating folder: Project (b871361de78a4597ad3a91b6a7160899). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.677227] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49395033-0ffc-4246-9fec-794ddec7a682 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.687350] env[69702]: DEBUG nova.network.neutron [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Successfully updated port: 65404b84-9313-4849-89c0-320fedd46ffd {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.691099] env[69702]: DEBUG nova.scheduler.client.report [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.693790] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Created folder: Project (b871361de78a4597ad3a91b6a7160899) in parent group-v617437. [ 1125.693981] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating folder: Instances. Parent ref: group-v617731. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.694856] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-616e20f5-99d6-4a1d-9b05-6ca9e6678c4e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.703743] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Created folder: Instances in parent group-v617731. [ 1125.704505] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.704505] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.704505] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89a1543a-b1cb-44f4-9b6a-f8c5bb7626d7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.724271] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.724271] env[69702]: value = "task-3085887" [ 1125.724271] env[69702]: _type = "Task" [ 1125.724271] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.731882] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085887, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.955070] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c88f822-9574-41d2-8770-7e95a9753c6c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.958112] env[69702]: DEBUG nova.network.neutron [-] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.976418] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0cf3a5-12c1-42bc-96c9-981816514e65 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.996424] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance 'fbb1031a-5f5d-4755-8964-8ec3833e4508' progress to 67 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.193558] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "refresh_cache-ed1860e5-2e08-4b7c-94e9-ef946d6db2c1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.193721] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "refresh_cache-ed1860e5-2e08-4b7c-94e9-ef946d6db2c1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.193872] env[69702]: DEBUG nova.network.neutron [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.195498] env[69702]: DEBUG oslo_concurrency.lockutils [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.334s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.195722] env[69702]: INFO nova.compute.manager [None req-619b6c8e-7fc7-47bd-89e7-ba6504e62435 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Successfully reverted task state from rebuilding on failure for instance. [ 1126.200848] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.710s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.201080] env[69702]: DEBUG nova.objects.instance [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Lazy-loading 'resources' on Instance uuid ec9baabf-b674-44d8-9a22-cee11b1447b5 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.243257] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085887, 'name': CreateVM_Task, 'duration_secs': 0.320185} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.243430] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.244086] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.244257] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.244576] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.244845] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d7040de-2fb8-4148-9bbf-14271acaf338 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.249809] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1126.249809] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529dc3da-00de-fb94-17f2-dd4c5fb95fca" [ 1126.249809] env[69702]: _type = "Task" [ 1126.249809] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.258408] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529dc3da-00de-fb94-17f2-dd4c5fb95fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.316683] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "78982504-c055-4733-bc57-ecceb11e675b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.316908] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "78982504-c055-4733-bc57-ecceb11e675b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.406028] env[69702]: DEBUG nova.network.neutron [req-8f93d529-382d-4aa9-a030-004dbe0d0106 req-a5769e16-14a1-43cf-89e6-c2f280727773 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updated VIF entry in instance network info cache for port 7ba6308b-0959-4323-a06c-364790d80535. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.406373] env[69702]: DEBUG nova.network.neutron [req-8f93d529-382d-4aa9-a030-004dbe0d0106 req-a5769e16-14a1-43cf-89e6-c2f280727773 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updating instance_info_cache with network_info: [{"id": "7ba6308b-0959-4323-a06c-364790d80535", "address": "fa:16:3e:40:e7:90", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba6308b-09", "ovs_interfaceid": "7ba6308b-0959-4323-a06c-364790d80535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.460415] env[69702]: INFO nova.compute.manager [-] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Took 1.33 seconds to deallocate network for instance. [ 1126.468584] env[69702]: DEBUG nova.compute.manager [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Received event network-vif-deleted-42c6b5ad-971a-4767-aae3-ecbed6e824ee {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.468737] env[69702]: DEBUG nova.compute.manager [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Received event network-vif-plugged-65404b84-9313-4849-89c0-320fedd46ffd {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.468923] env[69702]: DEBUG oslo_concurrency.lockutils [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] Acquiring lock "ed1860e5-2e08-4b7c-94e9-ef946d6db2c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.469224] env[69702]: DEBUG oslo_concurrency.lockutils [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] Lock "ed1860e5-2e08-4b7c-94e9-ef946d6db2c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.469328] env[69702]: DEBUG oslo_concurrency.lockutils [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] Lock "ed1860e5-2e08-4b7c-94e9-ef946d6db2c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.469498] env[69702]: DEBUG nova.compute.manager [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] No waiting events found dispatching network-vif-plugged-65404b84-9313-4849-89c0-320fedd46ffd {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.469663] env[69702]: WARNING nova.compute.manager [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Received unexpected event network-vif-plugged-65404b84-9313-4849-89c0-320fedd46ffd for instance with vm_state building and task_state spawning. [ 1126.469823] env[69702]: DEBUG nova.compute.manager [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Received event network-changed-65404b84-9313-4849-89c0-320fedd46ffd {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.469974] env[69702]: DEBUG nova.compute.manager [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Refreshing instance network info cache due to event network-changed-65404b84-9313-4849-89c0-320fedd46ffd. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.470163] env[69702]: DEBUG oslo_concurrency.lockutils [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] Acquiring lock "refresh_cache-ed1860e5-2e08-4b7c-94e9-ef946d6db2c1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.534836] env[69702]: DEBUG nova.network.neutron [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Port e5f7c0f8-a645-42fd-9155-97469bbab59b binding to destination host cpu-1 is already ACTIVE {{(pid=69702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1126.566937] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.567246] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.567499] env[69702]: INFO nova.compute.manager [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Attaching volume c36f2e10-ec64-461f-8c24-4648a59f97f9 to /dev/sdb [ 1126.597712] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df4e053-33c4-4759-9c5e-f6c1f753e63e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.605048] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9521be5-d48e-49df-8273-54fc0e9dc884 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.618629] env[69702]: DEBUG nova.virt.block_device [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Updating existing volume attachment record: cbe6a9c0-dba8-41fb-a8d7-571eb49d86be {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1126.733284] env[69702]: DEBUG nova.network.neutron [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.761217] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529dc3da-00de-fb94-17f2-dd4c5fb95fca, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.761562] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.761816] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.762082] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.762255] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.762458] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.762709] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a8525bf-0f31-4f80-86bc-7c17014169c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.774619] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.774721] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.775608] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1597f582-7776-4c0b-9165-191c2f07c557 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.783371] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1126.783371] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5209feb2-5b35-10d3-fea0-fa9b5eaeca2b" [ 1126.783371] env[69702]: _type = "Task" [ 1126.783371] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.791633] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5209feb2-5b35-10d3-fea0-fa9b5eaeca2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.821996] env[69702]: DEBUG nova.compute.manager [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.864885] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cd5465-e834-41cb-ade7-9cde8c7f3bfa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.872891] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c340f56-1075-4cc8-8007-026971ff9359 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.904285] env[69702]: DEBUG nova.network.neutron [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Updating instance_info_cache with network_info: [{"id": "65404b84-9313-4849-89c0-320fedd46ffd", "address": "fa:16:3e:d7:1b:fe", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65404b84-93", "ovs_interfaceid": "65404b84-9313-4849-89c0-320fedd46ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.905885] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b821ba6-8108-41e5-a3c5-62a19a6771d4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.908894] env[69702]: DEBUG oslo_concurrency.lockutils [req-8f93d529-382d-4aa9-a030-004dbe0d0106 req-a5769e16-14a1-43cf-89e6-c2f280727773 service nova] Releasing lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.913725] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e91a396-e496-4916-840a-83750e4274cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.927951] env[69702]: DEBUG nova.compute.provider_tree [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.965889] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.294477] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5209feb2-5b35-10d3-fea0-fa9b5eaeca2b, 'name': SearchDatastore_Task, 'duration_secs': 0.008586} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.295300] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7dcd460-bcf0-46eb-941b-b54813487e19 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.300808] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1127.300808] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b5df13-8035-1be0-ef4a-0ba594cc8bbc" [ 1127.300808] env[69702]: _type = "Task" [ 1127.300808] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.308818] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b5df13-8035-1be0-ef4a-0ba594cc8bbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.342815] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.409607] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "refresh_cache-ed1860e5-2e08-4b7c-94e9-ef946d6db2c1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.410060] env[69702]: DEBUG nova.compute.manager [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Instance network_info: |[{"id": "65404b84-9313-4849-89c0-320fedd46ffd", "address": "fa:16:3e:d7:1b:fe", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65404b84-93", "ovs_interfaceid": "65404b84-9313-4849-89c0-320fedd46ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.410368] env[69702]: DEBUG oslo_concurrency.lockutils [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] Acquired lock "refresh_cache-ed1860e5-2e08-4b7c-94e9-ef946d6db2c1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.410449] env[69702]: DEBUG nova.network.neutron [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Refreshing network info cache for port 65404b84-9313-4849-89c0-320fedd46ffd {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.411644] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:1b:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65404b84-9313-4849-89c0-320fedd46ffd', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.419213] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.420311] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.420589] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b97ce9d0-0726-467a-90bd-2b52818b1f2b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.436087] env[69702]: DEBUG nova.scheduler.client.report [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.444292] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.444292] env[69702]: value = "task-3085891" [ 1127.444292] env[69702]: _type = "Task" [ 1127.444292] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.451811] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085891, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.557298] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "fbb1031a-5f5d-4755-8964-8ec3833e4508-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.557568] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "fbb1031a-5f5d-4755-8964-8ec3833e4508-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.557684] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "fbb1031a-5f5d-4755-8964-8ec3833e4508-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.811914] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b5df13-8035-1be0-ef4a-0ba594cc8bbc, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.812178] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.812435] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 56009dbd-b866-43c9-b55b-5090bc2d7334/56009dbd-b866-43c9-b55b-5090bc2d7334.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.812691] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6adb8020-f242-4466-84e5-d2d87c90da2b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.819416] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1127.819416] env[69702]: value = "task-3085892" [ 1127.819416] env[69702]: _type = "Task" [ 1127.819416] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.826656] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.942083] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.945107] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.979s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.945365] env[69702]: DEBUG nova.objects.instance [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lazy-loading 'resources' on Instance uuid de55fe3f-564d-4ce3-b008-2c9c53d77692 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.955795] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085891, 'name': CreateVM_Task, 'duration_secs': 0.294341} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.957861] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.962636] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.962976] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.963117] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.963729] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c35d86-0dee-4a1f-b612-cdd2eb0a0a7a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.968702] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1127.968702] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d31efb-8b20-8601-a2af-0c978727894a" [ 1127.968702] env[69702]: _type = "Task" [ 1127.968702] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.976630] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d31efb-8b20-8601-a2af-0c978727894a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.986483] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.986705] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.986866] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.987014] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.987222] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.987377] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.987532] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.987672] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1127.987820] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.192352] env[69702]: DEBUG nova.network.neutron [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Updated VIF entry in instance network info cache for port 65404b84-9313-4849-89c0-320fedd46ffd. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.192722] env[69702]: DEBUG nova.network.neutron [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Updating instance_info_cache with network_info: [{"id": "65404b84-9313-4849-89c0-320fedd46ffd", "address": "fa:16:3e:d7:1b:fe", "network": {"id": "a4daf219-ec67-44da-affe-a37d8c3ddb37", "bridge": "br-int", "label": "tempest-ImagesTestJSON-679018067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbd8c4f167948929c8fce43de842a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65404b84-93", "ovs_interfaceid": "65404b84-9313-4849-89c0-320fedd46ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.329480] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469511} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.329735] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 56009dbd-b866-43c9-b55b-5090bc2d7334/56009dbd-b866-43c9-b55b-5090bc2d7334.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.329949] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.330227] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cabb120-4da0-40a2-9477-ad33e2dfecdb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.335997] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1128.335997] env[69702]: value = "task-3085893" [ 1128.335997] env[69702]: _type = "Task" [ 1128.335997] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.344498] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.467304] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f685dbbf-450c-483e-a763-9c62ff0918e1 tempest-ServerActionsV293TestJSON-1126162283 tempest-ServerActionsV293TestJSON-1126162283-project-member] Lock "ec9baabf-b674-44d8-9a22-cee11b1447b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.433s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.480539] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d31efb-8b20-8601-a2af-0c978727894a, 'name': SearchDatastore_Task, 'duration_secs': 0.072324} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.480831] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.481073] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.481324] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.481594] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.481670] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.481895] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16ba2ee7-9299-4cea-b778-b028c637415f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.490716] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.492570] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.493187] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.493451] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06594db2-0828-4ba9-810a-07008e27e0f3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.502154] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1128.502154] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522bcbea-c650-20bf-2407-fff10f4bcd35" [ 1128.502154] env[69702]: _type = "Task" [ 1128.502154] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.509490] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522bcbea-c650-20bf-2407-fff10f4bcd35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.591783] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.591972] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.592161] env[69702]: DEBUG nova.network.neutron [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.596636] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08b9680-cc68-4b91-8270-5be2b3043bd9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.604041] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbccb8b7-d993-49ea-922b-83f3de072d73 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.633847] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0c1191-d68d-4b44-a3c1-98c649b90e7f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.641257] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8484a237-8b6d-4845-98a2-38e2e47048d7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.655148] env[69702]: DEBUG nova.compute.provider_tree [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.695517] env[69702]: DEBUG oslo_concurrency.lockutils [req-d626ce5d-47c1-4213-a803-96bc61777d4a req-dfe16c49-cea6-496b-80c8-41077fcc3334 service nova] Releasing lock "refresh_cache-ed1860e5-2e08-4b7c-94e9-ef946d6db2c1" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.846259] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065292} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.846559] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.847333] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad924cbc-ab85-490c-a887-b10fa4eabacb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.868595] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 56009dbd-b866-43c9-b55b-5090bc2d7334/56009dbd-b866-43c9-b55b-5090bc2d7334.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.868830] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-881b6010-2e28-439d-97ec-51bf71c9da7f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.887939] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1128.887939] env[69702]: value = "task-3085894" [ 1128.887939] env[69702]: _type = "Task" [ 1128.887939] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.897545] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.015743] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522bcbea-c650-20bf-2407-fff10f4bcd35, 'name': SearchDatastore_Task, 'duration_secs': 0.008303} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.016691] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d116b214-d33c-487c-9b58-346bbaa67410 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.021663] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1129.021663] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5293596d-3c3b-0b73-d1fd-e039b80bd41f" [ 1129.021663] env[69702]: _type = "Task" [ 1129.021663] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.028800] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5293596d-3c3b-0b73-d1fd-e039b80bd41f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.158268] env[69702]: DEBUG nova.scheduler.client.report [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.373763] env[69702]: DEBUG nova.network.neutron [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance_info_cache with network_info: [{"id": "e5f7c0f8-a645-42fd-9155-97469bbab59b", "address": "fa:16:3e:c0:a3:cb", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f7c0f8-a6", "ovs_interfaceid": "e5f7c0f8-a645-42fd-9155-97469bbab59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.398302] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085894, 'name': ReconfigVM_Task, 'duration_secs': 0.268626} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.398608] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 56009dbd-b866-43c9-b55b-5090bc2d7334/56009dbd-b866-43c9-b55b-5090bc2d7334.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.399338] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2353cd3e-80bd-44c4-9cc3-40ce722b14a7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.406200] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1129.406200] env[69702]: value = "task-3085896" [ 1129.406200] env[69702]: _type = "Task" [ 1129.406200] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.413432] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085896, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.531551] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5293596d-3c3b-0b73-d1fd-e039b80bd41f, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.531718] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.532019] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ed1860e5-2e08-4b7c-94e9-ef946d6db2c1/ed1860e5-2e08-4b7c-94e9-ef946d6db2c1.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.532307] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e41793e-8f14-4e60-98ec-a5abbbe15e5f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.538668] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1129.538668] env[69702]: value = "task-3085897" [ 1129.538668] env[69702]: _type = "Task" [ 1129.538668] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.545993] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.663392] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.666142] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.323s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.667994] env[69702]: INFO nova.compute.claims [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.684043] env[69702]: INFO nova.scheduler.client.report [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Deleted allocations for instance de55fe3f-564d-4ce3-b008-2c9c53d77692 [ 1129.879058] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.918021] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085896, 'name': Rename_Task, 'duration_secs': 0.228453} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.918021] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.918236] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e009805e-270a-49de-8e3b-97dd07cc88f4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.925080] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1129.925080] env[69702]: value = "task-3085898" [ 1129.925080] env[69702]: _type = "Task" [ 1129.925080] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.933426] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.048548] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085897, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.192192] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b28a6212-f21a-43e0-bf9b-1e8dd7ec737d tempest-ServersNegativeTestJSON-1225192402 tempest-ServersNegativeTestJSON-1225192402-project-member] Lock "de55fe3f-564d-4ce3-b008-2c9c53d77692" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.692s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.410018] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5df7cc-c2f9-4fc8-b0a7-7b8d9ddac59c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.440380] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59380ca-a808-47f2-8cdd-1c1bdf2ee159 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.445618] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085898, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.449017] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance 'fbb1031a-5f5d-4755-8964-8ec3833e4508' progress to 83 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.558037] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532268} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.558037] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] ed1860e5-2e08-4b7c-94e9-ef946d6db2c1/ed1860e5-2e08-4b7c-94e9-ef946d6db2c1.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.558037] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.558037] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fc0234f-940f-4ddb-a34d-840347ae42bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.569173] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1130.569173] env[69702]: value = "task-3085899" [ 1130.569173] env[69702]: _type = "Task" [ 1130.569173] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.576817] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.836060] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd370bd8-1c63-416b-8426-0c0eaf8daf14 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.843338] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb186031-1051-4825-b4b9-eaf221d99a5b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.876937] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928b7107-0d89-4083-b72c-e068da4b9880 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.884345] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea24f1b0-2276-4908-923c-eb87d5f7a7d4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.899176] env[69702]: DEBUG nova.compute.provider_tree [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.943488] env[69702]: DEBUG oslo_vmware.api [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085898, 'name': PowerOnVM_Task, 'duration_secs': 0.670637} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.943791] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.943993] env[69702]: INFO nova.compute.manager [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1130.944194] env[69702]: DEBUG nova.compute.manager [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.944957] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3289cdf7-5912-49aa-b72a-ce88ccb05a36 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.957435] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.957550] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bac5719-cd15-4b61-bad4-e92e53579679 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.963691] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1130.963691] env[69702]: value = "task-3085900" [ 1130.963691] env[69702]: _type = "Task" [ 1130.963691] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.971485] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.077481] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063732} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.077481] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.078165] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870f6bb3-e219-4324-9391-da34e9932d1d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.100447] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] ed1860e5-2e08-4b7c-94e9-ef946d6db2c1/ed1860e5-2e08-4b7c-94e9-ef946d6db2c1.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.100757] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4898f31-9390-41f3-8f22-27720a4eec2c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.128579] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1131.128579] env[69702]: value = "task-3085901" [ 1131.128579] env[69702]: _type = "Task" [ 1131.128579] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.137129] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.422092] env[69702]: ERROR nova.scheduler.client.report [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [req-7258ec8f-b44f-46c7-8b04-f247b2fb3ba9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5a08ce25-a270-4b9f-aabb-681250add3d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7258ec8f-b44f-46c7-8b04-f247b2fb3ba9"}]} [ 1131.441516] env[69702]: DEBUG nova.scheduler.client.report [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Refreshing inventories for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1131.461579] env[69702]: DEBUG nova.scheduler.client.report [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Updating ProviderTree inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1131.461821] env[69702]: DEBUG nova.compute.provider_tree [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.471674] env[69702]: INFO nova.compute.manager [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Took 15.67 seconds to build instance. [ 1131.478152] env[69702]: DEBUG oslo_vmware.api [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085900, 'name': PowerOnVM_Task, 'duration_secs': 0.396161} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.479171] env[69702]: DEBUG nova.scheduler.client.report [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Refreshing aggregate associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, aggregates: None {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1131.481467] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.481467] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf38e39-16f0-4ddf-aad2-3cd0485662f1 tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance 'fbb1031a-5f5d-4755-8964-8ec3833e4508' progress to 100 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.514214] env[69702]: DEBUG nova.scheduler.client.report [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Refreshing trait associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1131.638471] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.652845] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f489ac-a114-445c-afae-17c21ece4ad8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.659766] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb7492e-c019-4ff6-95c1-09ce98887ef8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.664735] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1131.664952] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617735', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'name': 'volume-c36f2e10-ec64-461f-8c24-4648a59f97f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89ca3456-61ad-467b-bbb2-6923e301f8a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'serial': 'c36f2e10-ec64-461f-8c24-4648a59f97f9'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1131.665685] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab9030d-6a88-4fbe-a885-57a0454f7b20 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.695660] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187429ed-f6e5-44b5-b76a-bdf57fd0d7b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.709688] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d394d177-62c8-48a3-8c9d-276e995198a0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.715455] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bb7bdf-d6e9-438a-9072-ed96bc882046 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.738547] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-c36f2e10-ec64-461f-8c24-4648a59f97f9/volume-c36f2e10-ec64-461f-8c24-4648a59f97f9.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.739156] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60f07c26-b8e6-4e8c-814e-a1fb58b71c1b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.761419] env[69702]: DEBUG nova.compute.provider_tree [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.767558] env[69702]: DEBUG oslo_vmware.api [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1131.767558] env[69702]: value = "task-3085902" [ 1131.767558] env[69702]: _type = "Task" [ 1131.767558] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.777233] env[69702]: DEBUG oslo_vmware.api [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.973883] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d4cacabf-2240-4d0c-a487-98ae06f949f5 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.195s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.140372] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085901, 'name': ReconfigVM_Task, 'duration_secs': 0.705934} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.140693] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Reconfigured VM instance instance-0000006f to attach disk [datastore1] ed1860e5-2e08-4b7c-94e9-ef946d6db2c1/ed1860e5-2e08-4b7c-94e9-ef946d6db2c1.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.141336] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5100e689-d835-4c7e-b46c-a7a2f2764af7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.148858] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1132.148858] env[69702]: value = "task-3085903" [ 1132.148858] env[69702]: _type = "Task" [ 1132.148858] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.157907] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085903, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.279614] env[69702]: DEBUG oslo_vmware.api [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.300158] env[69702]: DEBUG nova.scheduler.client.report [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Updated inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1132.300471] env[69702]: DEBUG nova.compute.provider_tree [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Updating resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 generation from 139 to 140 during operation: update_inventory {{(pid=69702) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1132.300677] env[69702]: DEBUG nova.compute.provider_tree [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.478294] env[69702]: DEBUG nova.compute.manager [req-94972dd2-accd-44c8-a9f1-570ebae86fe6 req-d5fe96d6-bc52-4348-932b-c6a5334cd53e service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Received event network-changed-7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.478512] env[69702]: DEBUG nova.compute.manager [req-94972dd2-accd-44c8-a9f1-570ebae86fe6 req-d5fe96d6-bc52-4348-932b-c6a5334cd53e service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Refreshing instance network info cache due to event network-changed-7ba6308b-0959-4323-a06c-364790d80535. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.478729] env[69702]: DEBUG oslo_concurrency.lockutils [req-94972dd2-accd-44c8-a9f1-570ebae86fe6 req-d5fe96d6-bc52-4348-932b-c6a5334cd53e service nova] Acquiring lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.478875] env[69702]: DEBUG oslo_concurrency.lockutils [req-94972dd2-accd-44c8-a9f1-570ebae86fe6 req-d5fe96d6-bc52-4348-932b-c6a5334cd53e service nova] Acquired lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.479191] env[69702]: DEBUG nova.network.neutron [req-94972dd2-accd-44c8-a9f1-570ebae86fe6 req-d5fe96d6-bc52-4348-932b-c6a5334cd53e service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Refreshing network info cache for port 7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.658941] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085903, 'name': Rename_Task, 'duration_secs': 0.17823} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.659308] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.659577] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-916fe833-c2dc-4375-84e3-0ba6aa9c223f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.665607] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1132.665607] env[69702]: value = "task-3085904" [ 1132.665607] env[69702]: _type = "Task" [ 1132.665607] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.673321] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.779132] env[69702]: DEBUG oslo_vmware.api [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085902, 'name': ReconfigVM_Task, 'duration_secs': 0.58454} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.779589] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-c36f2e10-ec64-461f-8c24-4648a59f97f9/volume-c36f2e10-ec64-461f-8c24-4648a59f97f9.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.785340] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0869d9-6baf-44f0-b9a5-f8c8b6ad212d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.801763] env[69702]: DEBUG oslo_vmware.api [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1132.801763] env[69702]: value = "task-3085905" [ 1132.801763] env[69702]: _type = "Task" [ 1132.801763] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.806970] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.141s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.807487] env[69702]: DEBUG nova.compute.manager [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.815029] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.324s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.815029] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.815029] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1132.815310] env[69702]: DEBUG oslo_vmware.api [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.816009] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd97db5e-b560-4145-9d29-a87db35af935 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.823416] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09923510-1282-45af-a1a6-e9c0cbc9afe3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.837423] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bd2cef-654e-41c0-98cf-7520c5f9fde3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.845036] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d098015c-d473-4a1c-995d-ec2805166251 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.876851] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178704MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1132.877086] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.877383] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.179057] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085904, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.244232] env[69702]: DEBUG nova.network.neutron [req-94972dd2-accd-44c8-a9f1-570ebae86fe6 req-d5fe96d6-bc52-4348-932b-c6a5334cd53e service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updated VIF entry in instance network info cache for port 7ba6308b-0959-4323-a06c-364790d80535. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.244627] env[69702]: DEBUG nova.network.neutron [req-94972dd2-accd-44c8-a9f1-570ebae86fe6 req-d5fe96d6-bc52-4348-932b-c6a5334cd53e service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updating instance_info_cache with network_info: [{"id": "7ba6308b-0959-4323-a06c-364790d80535", "address": "fa:16:3e:40:e7:90", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba6308b-09", "ovs_interfaceid": "7ba6308b-0959-4323-a06c-364790d80535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.312550] env[69702]: DEBUG nova.compute.utils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.313902] env[69702]: DEBUG oslo_vmware.api [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085905, 'name': ReconfigVM_Task, 'duration_secs': 0.149314} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.314206] env[69702]: DEBUG nova.compute.manager [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.314378] env[69702]: DEBUG nova.network.neutron [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.316723] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617735', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'name': 'volume-c36f2e10-ec64-461f-8c24-4648a59f97f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89ca3456-61ad-467b-bbb2-6923e301f8a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'serial': 'c36f2e10-ec64-461f-8c24-4648a59f97f9'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1133.354509] env[69702]: DEBUG nova.policy [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51eb5c91d21b418a9493c76bd07224ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af860c7fc46c4dd1af90f7b0f2dd608a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.630044] env[69702]: DEBUG nova.network.neutron [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Successfully created port: cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.675712] env[69702]: DEBUG oslo_vmware.api [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085904, 'name': PowerOnVM_Task, 'duration_secs': 0.543874} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.676017] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.676674] env[69702]: INFO nova.compute.manager [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1133.676674] env[69702]: DEBUG nova.compute.manager [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.677270] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80f1b7e-b71f-4e6d-a26b-7d2322d5dece {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.686255] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "fbb1031a-5f5d-4755-8964-8ec3833e4508" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.686582] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "fbb1031a-5f5d-4755-8964-8ec3833e4508" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.686839] env[69702]: DEBUG nova.compute.manager [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Going to confirm migration 5 {{(pid=69702) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1133.747870] env[69702]: DEBUG oslo_concurrency.lockutils [req-94972dd2-accd-44c8-a9f1-570ebae86fe6 req-d5fe96d6-bc52-4348-932b-c6a5334cd53e service nova] Releasing lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.819103] env[69702]: DEBUG nova.compute.manager [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.889075] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Applying migration context for instance fbb1031a-5f5d-4755-8964-8ec3833e4508 as it has an incoming, in-progress migration b3adc27d-1597-4ccc-9dd9-24c1f23a28da. Migration status is finished {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1133.890520] env[69702]: INFO nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating resource usage from migration b3adc27d-1597-4ccc-9dd9-24c1f23a28da [ 1133.910372] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7631d8ea-ff43-4b6e-a51f-7892c46c934f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.910524] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.910675] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance cf0ac868-8032-4670-b31b-ed11fc4e06de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.910800] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 89ca3456-61ad-467b-bbb2-6923e301f8a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.910919] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 1d9227ba-92a4-49a4-acc2-34fbabad2944 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.911043] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 24c8cd7a-b40c-4663-8330-06d3d26d2c81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.911162] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Migration b3adc27d-1597-4ccc-9dd9-24c1f23a28da is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1133.911276] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance fbb1031a-5f5d-4755-8964-8ec3833e4508 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.911390] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 56009dbd-b866-43c9-b55b-5090bc2d7334 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.911499] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance ed1860e5-2e08-4b7c-94e9-ef946d6db2c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.911608] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 78982504-c055-4733-bc57-ecceb11e675b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.911800] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1133.911939] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1134.043016] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2989ff-f729-4a1f-8d82-d8cf812903da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.050569] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df02dbee-a44e-4d07-9e4f-63589384b6c8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.079134] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7d48b1-1eab-40cf-801e-83a703664ed5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.088387] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fc17ef-b85f-426a-b070-cac1df75ea35 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.100979] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.198260] env[69702]: INFO nova.compute.manager [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Took 17.88 seconds to build instance. [ 1134.232242] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.232433] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquired lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.232612] env[69702]: DEBUG nova.network.neutron [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.232809] env[69702]: DEBUG nova.objects.instance [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lazy-loading 'info_cache' on Instance uuid fbb1031a-5f5d-4755-8964-8ec3833e4508 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.357973] env[69702]: DEBUG nova.objects.instance [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lazy-loading 'flavor' on Instance uuid 89ca3456-61ad-467b-bbb2-6923e301f8a0 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.631619] env[69702]: DEBUG nova.scheduler.client.report [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Updated inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1134.631875] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Updating resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 generation from 140 to 141 during operation: update_inventory {{(pid=69702) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1134.632038] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.700075] env[69702]: DEBUG oslo_concurrency.lockutils [None req-542af247-8e53-4262-b3ad-2c6ff27384c9 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "ed1860e5-2e08-4b7c-94e9-ef946d6db2c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.396s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.830451] env[69702]: DEBUG nova.compute.manager [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.857170] env[69702]: DEBUG nova.virt.hardware [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.857458] env[69702]: DEBUG nova.virt.hardware [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.857592] env[69702]: DEBUG nova.virt.hardware [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.857821] env[69702]: DEBUG nova.virt.hardware [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.857919] env[69702]: DEBUG nova.virt.hardware [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.858087] env[69702]: DEBUG nova.virt.hardware [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.858308] env[69702]: DEBUG nova.virt.hardware [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.858494] env[69702]: DEBUG nova.virt.hardware [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.858668] env[69702]: DEBUG nova.virt.hardware [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.858832] env[69702]: DEBUG nova.virt.hardware [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.859579] env[69702]: DEBUG nova.virt.hardware [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.859933] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e86d180-5560-4430-9887-a51e85f32abb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.865504] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3ee49ab5-3123-43fc-87f2-ed6ec01d5b62 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.298s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.869935] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b7a161-b9ee-4fad-aad2-ff83db19b9f2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.136709] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1135.136948] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.260s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.137210] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.137371] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Cleaning up deleted instances {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1135.163032] env[69702]: DEBUG nova.network.neutron [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Successfully updated port: cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.251801] env[69702]: INFO nova.compute.manager [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Rebuilding instance [ 1135.301942] env[69702]: DEBUG nova.compute.manager [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.303140] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215e9549-fab3-4e55-86df-24eafc78713d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.422286] env[69702]: DEBUG nova.compute.manager [req-676e9665-903d-4b15-a1f7-727800a1aec6 req-1fa0d426-8b1c-4a21-87e0-e91f73ecb2f0 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Received event network-vif-plugged-cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.422512] env[69702]: DEBUG oslo_concurrency.lockutils [req-676e9665-903d-4b15-a1f7-727800a1aec6 req-1fa0d426-8b1c-4a21-87e0-e91f73ecb2f0 service nova] Acquiring lock "78982504-c055-4733-bc57-ecceb11e675b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.422712] env[69702]: DEBUG oslo_concurrency.lockutils [req-676e9665-903d-4b15-a1f7-727800a1aec6 req-1fa0d426-8b1c-4a21-87e0-e91f73ecb2f0 service nova] Lock "78982504-c055-4733-bc57-ecceb11e675b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.422878] env[69702]: DEBUG oslo_concurrency.lockutils [req-676e9665-903d-4b15-a1f7-727800a1aec6 req-1fa0d426-8b1c-4a21-87e0-e91f73ecb2f0 service nova] Lock "78982504-c055-4733-bc57-ecceb11e675b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.423324] env[69702]: DEBUG nova.compute.manager [req-676e9665-903d-4b15-a1f7-727800a1aec6 req-1fa0d426-8b1c-4a21-87e0-e91f73ecb2f0 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] No waiting events found dispatching network-vif-plugged-cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.423324] env[69702]: WARNING nova.compute.manager [req-676e9665-903d-4b15-a1f7-727800a1aec6 req-1fa0d426-8b1c-4a21-87e0-e91f73ecb2f0 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Received unexpected event network-vif-plugged-cdf5f891-6a2c-4c4f-a698-d54ff9684329 for instance with vm_state building and task_state spawning. [ 1135.443898] env[69702]: DEBUG nova.network.neutron [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance_info_cache with network_info: [{"id": "e5f7c0f8-a645-42fd-9155-97469bbab59b", "address": "fa:16:3e:c0:a3:cb", "network": {"id": "441c52b2-26dd-488c-a2de-60fc2076f787", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-611919834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1fd499c118d487799ec3954cbb2b36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f7c0f8-a6", "ovs_interfaceid": "e5f7c0f8-a645-42fd-9155-97469bbab59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.652695] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] There are 54 instances to clean {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1135.652894] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 3d33e521-91e2-4037-b044-cc9cdeb7a914] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1135.665564] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.665704] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.665848] env[69702]: DEBUG nova.network.neutron [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.945948] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Releasing lock "refresh_cache-fbb1031a-5f5d-4755-8964-8ec3833e4508" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.946293] env[69702]: DEBUG nova.objects.instance [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lazy-loading 'migration_context' on Instance uuid fbb1031a-5f5d-4755-8964-8ec3833e4508 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.156310] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 9c100c06-ad85-4348-8ffd-58171212e8a7] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1136.199535] env[69702]: DEBUG nova.network.neutron [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.322327] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.322667] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ed8a131-3b71-4f1a-bf46-3630cd437231 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.330322] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1136.330322] env[69702]: value = "task-3085906" [ 1136.330322] env[69702]: _type = "Task" [ 1136.330322] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.338178] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.339064] env[69702]: DEBUG nova.network.neutron [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updating instance_info_cache with network_info: [{"id": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "address": "fa:16:3e:13:a8:86", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf5f891-6a", "ovs_interfaceid": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.407730] env[69702]: DEBUG nova.compute.manager [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.408657] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58a7691-82df-4f92-b3c9-f9e0b52d50b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.449365] env[69702]: DEBUG nova.objects.base [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.451051] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1cbea5-c9dd-4296-a887-63ff616a666e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.470902] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f47fd8b-ee28-4b20-bd9d-a8b9d3b296b9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.476212] env[69702]: DEBUG oslo_vmware.api [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1136.476212] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523f1ca1-ba2f-7587-2bfe-3a96ba63f410" [ 1136.476212] env[69702]: _type = "Task" [ 1136.476212] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.484339] env[69702]: DEBUG oslo_vmware.api [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523f1ca1-ba2f-7587-2bfe-3a96ba63f410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.660101] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: ec9baabf-b674-44d8-9a22-cee11b1447b5] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1136.839533] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085906, 'name': PowerOffVM_Task, 'duration_secs': 0.33098} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.839801] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.841722] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.842018] env[69702]: DEBUG nova.compute.manager [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Instance network_info: |[{"id": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "address": "fa:16:3e:13:a8:86", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf5f891-6a", "ovs_interfaceid": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.842384] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:a8:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdf5f891-6a2c-4c4f-a698-d54ff9684329', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.849678] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.851918] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.852325] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a7805f2-aaad-4383-b70f-ced86f745db3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.872070] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.872070] env[69702]: value = "task-3085907" [ 1136.872070] env[69702]: _type = "Task" [ 1136.872070] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.879782] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085907, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.902158] env[69702]: INFO nova.compute.manager [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Detaching volume c36f2e10-ec64-461f-8c24-4648a59f97f9 [ 1136.920026] env[69702]: INFO nova.compute.manager [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] instance snapshotting [ 1136.924117] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e995d2-bf44-403e-918d-23a7567164d4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.945968] env[69702]: INFO nova.virt.block_device [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Attempting to driver detach volume c36f2e10-ec64-461f-8c24-4648a59f97f9 from mountpoint /dev/sdb [ 1136.946214] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1136.946406] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617735', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'name': 'volume-c36f2e10-ec64-461f-8c24-4648a59f97f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89ca3456-61ad-467b-bbb2-6923e301f8a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'serial': 'c36f2e10-ec64-461f-8c24-4648a59f97f9'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1136.947229] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d254bf-4c96-4503-88f9-4531c36dbe6f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.950452] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2b0118-4c0d-45cc-b28c-20c030aeff26 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.975585] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaad974-9930-4832-a4db-b3e51958eee8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.988605] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8173109d-09ac-448b-bd5f-d02a5f2a32b5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.991135] env[69702]: DEBUG oslo_vmware.api [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523f1ca1-ba2f-7587-2bfe-3a96ba63f410, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.992073] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.992328] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.011947] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c06e136-85bd-4110-b5d6-ed842dbe6dca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.027153] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] The volume has not been displaced from its original location: [datastore1] volume-c36f2e10-ec64-461f-8c24-4648a59f97f9/volume-c36f2e10-ec64-461f-8c24-4648a59f97f9.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1137.032499] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.033090] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8779e58-d501-434b-b432-db503033c898 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.051205] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1137.051205] env[69702]: value = "task-3085908" [ 1137.051205] env[69702]: _type = "Task" [ 1137.051205] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.058868] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.163854] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 1b4cb5ad-b002-4c1a-a65e-679cf614bc93] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1137.381909] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085907, 'name': CreateVM_Task, 'duration_secs': 0.417756} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.382360] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.382822] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.382991] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.383357] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.383625] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a90882-53bf-4151-bd9b-fe173df2bb86 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.388528] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1137.388528] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520c9a33-7548-5da6-1cc7-3bc2b7120782" [ 1137.388528] env[69702]: _type = "Task" [ 1137.388528] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.398094] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520c9a33-7548-5da6-1cc7-3bc2b7120782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.448767] env[69702]: DEBUG nova.compute.manager [req-67d64407-ec6b-474b-bdac-e2bcd087b8e8 req-3cc8e4ee-312f-4477-ba4c-332952a9cc90 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Received event network-changed-cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.448966] env[69702]: DEBUG nova.compute.manager [req-67d64407-ec6b-474b-bdac-e2bcd087b8e8 req-3cc8e4ee-312f-4477-ba4c-332952a9cc90 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Refreshing instance network info cache due to event network-changed-cdf5f891-6a2c-4c4f-a698-d54ff9684329. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.449221] env[69702]: DEBUG oslo_concurrency.lockutils [req-67d64407-ec6b-474b-bdac-e2bcd087b8e8 req-3cc8e4ee-312f-4477-ba4c-332952a9cc90 service nova] Acquiring lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.449439] env[69702]: DEBUG oslo_concurrency.lockutils [req-67d64407-ec6b-474b-bdac-e2bcd087b8e8 req-3cc8e4ee-312f-4477-ba4c-332952a9cc90 service nova] Acquired lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.449607] env[69702]: DEBUG nova.network.neutron [req-67d64407-ec6b-474b-bdac-e2bcd087b8e8 req-3cc8e4ee-312f-4477-ba4c-332952a9cc90 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Refreshing network info cache for port cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.476018] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1137.476329] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-02b3f6d0-e091-4361-849c-053645eec44a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.484255] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1137.484255] env[69702]: value = "task-3085909" [ 1137.484255] env[69702]: _type = "Task" [ 1137.484255] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.492604] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085909, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.560381] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085908, 'name': ReconfigVM_Task, 'duration_secs': 0.274262} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.562938] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1137.567652] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4c6e0c0-4e13-4465-b171-28c4211ee228 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.584460] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1137.584460] env[69702]: value = "task-3085910" [ 1137.584460] env[69702]: _type = "Task" [ 1137.584460] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.594270] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.650066] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d87e05-b207-4a45-a771-b96f1f7ace8f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.657237] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24014a4a-e618-455e-9cf9-65352554332b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.689771] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 9e3be003-2a26-44e4-8e8b-342e11d6ca5b] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1137.692368] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e57619-155f-436c-afaa-cd93519a2a11 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.700470] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33128656-79b3-4600-8827-31e13639d4e5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.715595] env[69702]: DEBUG nova.compute.provider_tree [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.899160] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520c9a33-7548-5da6-1cc7-3bc2b7120782, 'name': SearchDatastore_Task, 'duration_secs': 0.048432} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.899637] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.899880] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.900131] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.900308] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.900514] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.900774] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e924ba6-477e-4a0e-9391-5d6ee4f72908 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.911922] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.912116] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.912821] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd7258e-6a07-47f7-8940-ecdb4673be4f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.918018] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1137.918018] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526d936d-0cf4-4564-4316-773de6ea586c" [ 1137.918018] env[69702]: _type = "Task" [ 1137.918018] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.925523] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526d936d-0cf4-4564-4316-773de6ea586c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.994026] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085909, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.095931] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085910, 'name': ReconfigVM_Task, 'duration_secs': 0.162561} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.096265] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617735', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'name': 'volume-c36f2e10-ec64-461f-8c24-4648a59f97f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89ca3456-61ad-467b-bbb2-6923e301f8a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'serial': 'c36f2e10-ec64-461f-8c24-4648a59f97f9'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1138.196789] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 5edd2bf4-94ab-4318-8b7e-55bfbb3c8158] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1138.210124] env[69702]: DEBUG nova.network.neutron [req-67d64407-ec6b-474b-bdac-e2bcd087b8e8 req-3cc8e4ee-312f-4477-ba4c-332952a9cc90 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updated VIF entry in instance network info cache for port cdf5f891-6a2c-4c4f-a698-d54ff9684329. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.210584] env[69702]: DEBUG nova.network.neutron [req-67d64407-ec6b-474b-bdac-e2bcd087b8e8 req-3cc8e4ee-312f-4477-ba4c-332952a9cc90 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updating instance_info_cache with network_info: [{"id": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "address": "fa:16:3e:13:a8:86", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf5f891-6a", "ovs_interfaceid": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.219339] env[69702]: DEBUG nova.scheduler.client.report [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.430070] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526d936d-0cf4-4564-4316-773de6ea586c, 'name': SearchDatastore_Task, 'duration_secs': 0.015494} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.431121] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc67807-4946-4099-b513-e09e6f760722 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.436863] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1138.436863] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52150812-10e5-edf2-081b-c0febd431431" [ 1138.436863] env[69702]: _type = "Task" [ 1138.436863] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.445369] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52150812-10e5-edf2-081b-c0febd431431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.494782] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085909, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.700574] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 11b901e2-bc52-49e4-8f6e-9c50285dac55] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1138.713178] env[69702]: DEBUG oslo_concurrency.lockutils [req-67d64407-ec6b-474b-bdac-e2bcd087b8e8 req-3cc8e4ee-312f-4477-ba4c-332952a9cc90 service nova] Releasing lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.947818] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52150812-10e5-edf2-081b-c0febd431431, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.948105] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.948398] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 78982504-c055-4733-bc57-ecceb11e675b/78982504-c055-4733-bc57-ecceb11e675b.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.948664] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a830ea31-4bf9-420e-9b33-08c3a86412b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.954318] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1138.954318] env[69702]: value = "task-3085911" [ 1138.954318] env[69702]: _type = "Task" [ 1138.954318] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.961587] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.994805] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085909, 'name': CreateSnapshot_Task, 'duration_secs': 1.09396} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.995111] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1138.995899] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e5ea2-7ce9-4821-8c1f-d5d4a8d1690b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.145716] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.145716] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe8d0702-b9dd-45bb-b71a-84d407800496 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.154423] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1139.154423] env[69702]: value = "task-3085912" [ 1139.154423] env[69702]: _type = "Task" [ 1139.154423] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.162431] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.203717] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 5c3745b8-1494-4cdf-89fe-e30b1eba7c13] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.228662] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.236s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.465391] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442698} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.465685] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 78982504-c055-4733-bc57-ecceb11e675b/78982504-c055-4733-bc57-ecceb11e675b.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.465972] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.466282] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89e968be-cc75-4aa2-b98e-d0ca78c42fa2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.472568] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1139.472568] env[69702]: value = "task-3085913" [ 1139.472568] env[69702]: _type = "Task" [ 1139.472568] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.482295] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.513333] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1139.514076] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-68c94b05-897e-4cdd-b78f-bbee9841f50b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.521764] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1139.521764] env[69702]: value = "task-3085914" [ 1139.521764] env[69702]: _type = "Task" [ 1139.521764] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.530291] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085914, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.667959] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1139.668362] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1139.668677] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617735', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'name': 'volume-c36f2e10-ec64-461f-8c24-4648a59f97f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89ca3456-61ad-467b-bbb2-6923e301f8a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'serial': 'c36f2e10-ec64-461f-8c24-4648a59f97f9'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1139.669797] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cc8e15-8af9-4bd0-adf6-9cd22de8dc40 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.690186] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a3e0e0-d9a0-42a2-9dd3-abc7d8631cc3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.697375] env[69702]: WARNING nova.virt.vmwareapi.driver [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1139.697610] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.698409] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971dbc13-73b0-4024-b89a-c51e3c727e13 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.705193] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.705466] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f983a88-be01-4558-95ef-352ac1aeb6b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.707075] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 6443fab2-7379-47a7-90da-138abec5ca63] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.797135] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.797369] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.797551] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleting the datastore file [datastore2] 89ca3456-61ad-467b-bbb2-6923e301f8a0 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.797814] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bc88a7c-f3e0-48ab-9828-0a6f72cccf98 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.803923] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1139.803923] env[69702]: value = "task-3085916" [ 1139.803923] env[69702]: _type = "Task" [ 1139.803923] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.812283] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.817569] env[69702]: INFO nova.scheduler.client.report [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleted allocation for migration b3adc27d-1597-4ccc-9dd9-24c1f23a28da [ 1139.982781] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065551} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.983080] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.983869] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b59a8a-9b3e-46d1-a4bf-358f94251975 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.007261] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 78982504-c055-4733-bc57-ecceb11e675b/78982504-c055-4733-bc57-ecceb11e675b.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.007847] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35cc6a0-a5f8-419b-b364-f0a2bd587144 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.027069] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1140.027069] env[69702]: value = "task-3085917" [ 1140.027069] env[69702]: _type = "Task" [ 1140.027069] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.032910] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085914, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.037394] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.210101] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 6ab84752-82a0-439d-9ef5-10af2d519311] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.313339] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376748} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.313595] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.313777] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.313951] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.322690] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "fbb1031a-5f5d-4755-8964-8ec3833e4508" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.636s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.535762] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085914, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.540747] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085917, 'name': ReconfigVM_Task, 'duration_secs': 0.264915} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.541036] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 78982504-c055-4733-bc57-ecceb11e675b/78982504-c055-4733-bc57-ecceb11e675b.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.541669] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8cdd379-3c65-45aa-85ce-8b4b320fc960 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.547727] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1140.547727] env[69702]: value = "task-3085918" [ 1140.547727] env[69702]: _type = "Task" [ 1140.547727] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.555206] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085918, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.713675] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 9bde39fc-8976-4a80-b166-bc237cc38f5f] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.819411] env[69702]: INFO nova.virt.block_device [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Booting with volume c36f2e10-ec64-461f-8c24-4648a59f97f9 at /dev/sdb [ 1140.854850] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9474383f-f5da-44de-91a8-12c92516d8b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.864754] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8d68cc-4340-41e8-8b40-cf46f5e0595e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.897487] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd6e2a01-94c7-466d-b28d-cda0695bdfa6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.905037] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41240d7-747a-41cd-ac9a-139e379dc95a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.935231] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5b2d02-6201-4267-8679-46b37af90bad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.942086] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c682d54a-4261-42ef-8277-5c085df64a04 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.955645] env[69702]: DEBUG nova.virt.block_device [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Updating existing volume attachment record: da87e649-d641-48ad-af69-9d0303ef8b73 {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1141.033655] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085914, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.057483] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085918, 'name': Rename_Task, 'duration_secs': 0.132807} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.057824] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.058139] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82109b97-b1fc-4045-b5c4-e5f342deaf0f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.064344] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1141.064344] env[69702]: value = "task-3085919" [ 1141.064344] env[69702]: _type = "Task" [ 1141.064344] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.072331] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.217272] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 51ec7efb-8142-49a6-9110-fe71ff225339] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.535013] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085914, 'name': CloneVM_Task} progress is 95%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.575074] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085919, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.709458] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "fbb1031a-5f5d-4755-8964-8ec3833e4508" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.709721] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "fbb1031a-5f5d-4755-8964-8ec3833e4508" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.709931] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "fbb1031a-5f5d-4755-8964-8ec3833e4508-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.710128] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "fbb1031a-5f5d-4755-8964-8ec3833e4508-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.710328] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "fbb1031a-5f5d-4755-8964-8ec3833e4508-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.712497] env[69702]: INFO nova.compute.manager [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Terminating instance [ 1141.721252] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: ce59939e-2272-42a8-9dcf-def341631683] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.038058] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085914, 'name': CloneVM_Task, 'duration_secs': 2.490719} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.038373] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Created linked-clone VM from snapshot [ 1142.039144] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19b0936-5634-4d53-a3ca-ddb9bcb6a4b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.047234] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Uploading image d5d02326-987c-43bc-9288-0b5c81271395 {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1142.060782] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1142.061069] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-53388e6e-5138-4aec-8a0b-55244dfb2812 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.072718] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1142.072718] env[69702]: value = "task-3085920" [ 1142.072718] env[69702]: _type = "Task" [ 1142.072718] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.079793] env[69702]: DEBUG oslo_vmware.api [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085919, 'name': PowerOnVM_Task, 'duration_secs': 0.717979} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.080957] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.081173] env[69702]: INFO nova.compute.manager [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1142.081352] env[69702]: DEBUG nova.compute.manager [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.082353] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0108a456-7abc-48c3-86a0-4c5e57a45260 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.087767] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085920, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.216734] env[69702]: DEBUG nova.compute.manager [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.216978] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.217915] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eda896-9443-4187-b565-4e0da70428ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.225754] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 1281468d-bd38-443b-8fcc-27a72a9c084e] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.227662] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.227892] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb3ca0e8-eb21-46ba-967e-a806f22e9c14 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.233609] env[69702]: DEBUG oslo_vmware.api [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1142.233609] env[69702]: value = "task-3085921" [ 1142.233609] env[69702]: _type = "Task" [ 1142.233609] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.241430] env[69702]: DEBUG oslo_vmware.api [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.583318] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085920, 'name': Destroy_Task, 'duration_secs': 0.387616} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.583664] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Destroyed the VM [ 1142.583815] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1142.584071] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b7a28e80-6aeb-4bce-90af-a6ee004b8cc8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.590352] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1142.590352] env[69702]: value = "task-3085922" [ 1142.590352] env[69702]: _type = "Task" [ 1142.590352] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.603361] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085922, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.605583] env[69702]: INFO nova.compute.manager [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Took 15.28 seconds to build instance. [ 1142.731038] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: c6e65ac3-7c0f-4c7c-93cd-3ea3cb059ce0] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.743502] env[69702]: DEBUG oslo_vmware.api [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085921, 'name': PowerOffVM_Task, 'duration_secs': 0.192864} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.743775] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.743947] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.744208] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e0a2c8f-ec46-41ed-93d3-68286813adf9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.818119] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.818350] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.818534] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleting the datastore file [datastore2] fbb1031a-5f5d-4755-8964-8ec3833e4508 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.818798] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1331311-7792-4ed4-9d21-6a0a1b9c8028 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.825294] env[69702]: DEBUG oslo_vmware.api [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for the task: (returnval){ [ 1142.825294] env[69702]: value = "task-3085924" [ 1142.825294] env[69702]: _type = "Task" [ 1142.825294] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.832860] env[69702]: DEBUG oslo_vmware.api [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.063843] env[69702]: DEBUG nova.virt.hardware [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.064115] env[69702]: DEBUG nova.virt.hardware [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.064279] env[69702]: DEBUG nova.virt.hardware [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.064470] env[69702]: DEBUG nova.virt.hardware [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.064618] env[69702]: DEBUG nova.virt.hardware [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.064765] env[69702]: DEBUG nova.virt.hardware [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.064983] env[69702]: DEBUG nova.virt.hardware [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.065153] env[69702]: DEBUG nova.virt.hardware [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.065320] env[69702]: DEBUG nova.virt.hardware [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.065503] env[69702]: DEBUG nova.virt.hardware [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.065701] env[69702]: DEBUG nova.virt.hardware [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.066578] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c487756-bfeb-48de-86fc-92c2998f30dd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.074790] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7369dc-8126-4868-b652-cd187f4f2826 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.089022] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:04:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f688f938-07b9-4548-aa48-82533c5ba559', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.096212] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.096523] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.099437] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-799fee65-a449-4f38-b3e1-1817fb7615d1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.113017] env[69702]: DEBUG oslo_concurrency.lockutils [None req-1096cf2e-0d4e-4384-8f9a-33aa7d63a2b0 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "78982504-c055-4733-bc57-ecceb11e675b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.796s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.117659] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085922, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.118744] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.118744] env[69702]: value = "task-3085925" [ 1143.118744] env[69702]: _type = "Task" [ 1143.118744] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.125547] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085925, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.234559] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 1b5878ec-adf6-46de-9794-5dbcdc1e95d8] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.335197] env[69702]: DEBUG oslo_vmware.api [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Task: {'id': task-3085924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149268} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.335492] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.335680] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.335862] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.336074] env[69702]: INFO nova.compute.manager [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1143.336461] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.336574] env[69702]: DEBUG nova.compute.manager [-] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.336612] env[69702]: DEBUG nova.network.neutron [-] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.606812] env[69702]: DEBUG oslo_vmware.api [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085922, 'name': RemoveSnapshot_Task, 'duration_secs': 0.814262} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.607421] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1143.634848] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085925, 'name': CreateVM_Task, 'duration_secs': 0.327815} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.635093] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.636028] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.636616] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.638445] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.642135] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa979d16-e838-4226-a39c-a3efdf630f7c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.652082] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1143.652082] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bd76f6-b58b-0829-b017-37ec3f87d170" [ 1143.652082] env[69702]: _type = "Task" [ 1143.652082] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.663364] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52bd76f6-b58b-0829-b017-37ec3f87d170, 'name': SearchDatastore_Task, 'duration_secs': 0.008805} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.663812] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.664145] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.664467] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.664704] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.664971] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.665294] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d62bcb8-8e24-480a-8692-7a13fdfba028 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.672578] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.672826] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.673673] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b57f9a-5d59-4089-94c1-5a2c9014557d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.679817] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1143.679817] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526117c3-7171-61e7-ef17-29d9ec2a9ab2" [ 1143.679817] env[69702]: _type = "Task" [ 1143.679817] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.687356] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526117c3-7171-61e7-ef17-29d9ec2a9ab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.737675] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 984f6f0d-1372-41e0-b6d3-20212b0497aa] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.822832] env[69702]: DEBUG nova.compute.manager [req-88bf573a-7de2-45f5-a707-93448c8ff7a2 req-c9714584-b052-423c-a154-5f1f85d9d033 service nova] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Received event network-vif-deleted-e5f7c0f8-a645-42fd-9155-97469bbab59b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.823046] env[69702]: INFO nova.compute.manager [req-88bf573a-7de2-45f5-a707-93448c8ff7a2 req-c9714584-b052-423c-a154-5f1f85d9d033 service nova] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Neutron deleted interface e5f7c0f8-a645-42fd-9155-97469bbab59b; detaching it from the instance and deleting it from the info cache [ 1143.823226] env[69702]: DEBUG nova.network.neutron [req-88bf573a-7de2-45f5-a707-93448c8ff7a2 req-c9714584-b052-423c-a154-5f1f85d9d033 service nova] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.112656] env[69702]: WARNING nova.compute.manager [None req-dd0baab3-4dfc-4aaf-9716-a2c3021e3832 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Image not found during snapshot: nova.exception.ImageNotFound: Image d5d02326-987c-43bc-9288-0b5c81271395 could not be found. [ 1144.190269] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526117c3-7171-61e7-ef17-29d9ec2a9ab2, 'name': SearchDatastore_Task, 'duration_secs': 0.007596} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.191617] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f69b28-f5c8-46fe-9828-e507bb7c8765 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.196875] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1144.196875] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b56766-32bb-e3a7-5930-210babfc2906" [ 1144.196875] env[69702]: _type = "Task" [ 1144.196875] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.205842] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b56766-32bb-e3a7-5930-210babfc2906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.240587] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 1d84f818-66bb-4d7f-a891-e0cf0f22e2f1] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.259847] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.260111] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.303786] env[69702]: DEBUG nova.network.neutron [-] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.325237] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51bcfe5f-4096-4fbf-9a07-d49e1e8f4848 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.334522] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af76c0a-3473-4ac2-bc06-99b143ff6b23 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.364658] env[69702]: DEBUG nova.compute.manager [req-88bf573a-7de2-45f5-a707-93448c8ff7a2 req-c9714584-b052-423c-a154-5f1f85d9d033 service nova] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Detach interface failed, port_id=e5f7c0f8-a645-42fd-9155-97469bbab59b, reason: Instance fbb1031a-5f5d-4755-8964-8ec3833e4508 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1144.708250] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b56766-32bb-e3a7-5930-210babfc2906, 'name': SearchDatastore_Task, 'duration_secs': 0.011691} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.708538] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.708795] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 89ca3456-61ad-467b-bbb2-6923e301f8a0/89ca3456-61ad-467b-bbb2-6923e301f8a0.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.709068] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eb33585-03a6-4367-96a9-86f3b961e449 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.716719] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1144.716719] env[69702]: value = "task-3085926" [ 1144.716719] env[69702]: _type = "Task" [ 1144.716719] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.724531] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.744841] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 05a93152-5943-4981-bbd0-a722435710bb] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.763206] env[69702]: DEBUG nova.compute.utils [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.805977] env[69702]: INFO nova.compute.manager [-] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Took 1.47 seconds to deallocate network for instance. [ 1145.228123] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446305} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.228471] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 89ca3456-61ad-467b-bbb2-6923e301f8a0/89ca3456-61ad-467b-bbb2-6923e301f8a0.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.228700] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.228943] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf776344-2a76-4152-abff-97a073ae40dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.235089] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1145.235089] env[69702]: value = "task-3085927" [ 1145.235089] env[69702]: _type = "Task" [ 1145.235089] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.241898] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.247395] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: de55fe3f-564d-4ce3-b008-2c9c53d77692] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.266240] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.313392] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.313659] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.313849] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.368011] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "ed1860e5-2e08-4b7c-94e9-ef946d6db2c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.368323] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "ed1860e5-2e08-4b7c-94e9-ef946d6db2c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.368559] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "ed1860e5-2e08-4b7c-94e9-ef946d6db2c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.368762] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "ed1860e5-2e08-4b7c-94e9-ef946d6db2c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.368948] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "ed1860e5-2e08-4b7c-94e9-ef946d6db2c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.371159] env[69702]: INFO nova.compute.manager [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Terminating instance [ 1145.465329] env[69702]: INFO nova.scheduler.client.report [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Deleted allocations for instance fbb1031a-5f5d-4755-8964-8ec3833e4508 [ 1145.745245] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064916} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.745695] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.746323] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a66fbc7-1d8f-473d-969a-a98c3822af22 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.750389] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: b4e5c17f-f23f-44bc-ad53-d2938710f424] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.769944] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 89ca3456-61ad-467b-bbb2-6923e301f8a0/89ca3456-61ad-467b-bbb2-6923e301f8a0.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.770555] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc4098ce-0679-438d-af0f-54e624f76084 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.793517] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1145.793517] env[69702]: value = "task-3085928" [ 1145.793517] env[69702]: _type = "Task" [ 1145.793517] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.802514] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.851114] env[69702]: DEBUG nova.compute.manager [req-a6782667-0d6b-40a6-8264-ae2c349d1cb3 req-3f3bf29b-1151-4d2b-8e9b-bd910c14e6a5 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Received event network-changed-cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.851251] env[69702]: DEBUG nova.compute.manager [req-a6782667-0d6b-40a6-8264-ae2c349d1cb3 req-3f3bf29b-1151-4d2b-8e9b-bd910c14e6a5 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Refreshing instance network info cache due to event network-changed-cdf5f891-6a2c-4c4f-a698-d54ff9684329. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.851534] env[69702]: DEBUG oslo_concurrency.lockutils [req-a6782667-0d6b-40a6-8264-ae2c349d1cb3 req-3f3bf29b-1151-4d2b-8e9b-bd910c14e6a5 service nova] Acquiring lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.851685] env[69702]: DEBUG oslo_concurrency.lockutils [req-a6782667-0d6b-40a6-8264-ae2c349d1cb3 req-3f3bf29b-1151-4d2b-8e9b-bd910c14e6a5 service nova] Acquired lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.851852] env[69702]: DEBUG nova.network.neutron [req-a6782667-0d6b-40a6-8264-ae2c349d1cb3 req-3f3bf29b-1151-4d2b-8e9b-bd910c14e6a5 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Refreshing network info cache for port cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.874471] env[69702]: DEBUG nova.compute.manager [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.874703] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.875601] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa318216-b6d8-48c4-9379-05ff463c8100 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.883037] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.883297] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae871010-29f9-48a5-90fb-958c99b62347 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.889988] env[69702]: DEBUG oslo_vmware.api [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1145.889988] env[69702]: value = "task-3085929" [ 1145.889988] env[69702]: _type = "Task" [ 1145.889988] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.899999] env[69702]: DEBUG oslo_vmware.api [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.973897] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2e740162-67d4-4397-a65d-c76292b5da0e tempest-DeleteServersTestJSON-2116711287 tempest-DeleteServersTestJSON-2116711287-project-member] Lock "fbb1031a-5f5d-4755-8964-8ec3833e4508" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.264s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.271793] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: bc412877-6d0c-4347-8ad4-a453a16789d9] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.304084] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085928, 'name': ReconfigVM_Task, 'duration_secs': 0.463204} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.304356] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 89ca3456-61ad-467b-bbb2-6923e301f8a0/89ca3456-61ad-467b-bbb2-6923e301f8a0.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.305758] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'disk_bus': None, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': 'c1e16047-c7f5-4e3b-a3f7-a9bbe926402c'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'attachment_id': 'da87e649-d641-48ad-af69-9d0303ef8b73', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617735', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'name': 'volume-c36f2e10-ec64-461f-8c24-4648a59f97f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89ca3456-61ad-467b-bbb2-6923e301f8a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'serial': 'c36f2e10-ec64-461f-8c24-4648a59f97f9'}, 'boot_index': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69702) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1146.305965] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1146.306170] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617735', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'name': 'volume-c36f2e10-ec64-461f-8c24-4648a59f97f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89ca3456-61ad-467b-bbb2-6923e301f8a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'serial': 'c36f2e10-ec64-461f-8c24-4648a59f97f9'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1146.306917] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afc5b4c-4dc5-4bae-aab6-65188f68070b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.322397] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f918b3f1-f1a9-441b-a98e-9e1f8df01081 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.338753] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.338973] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.339201] env[69702]: INFO nova.compute.manager [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Attaching volume e85f6200-6d8a-4555-8210-e8ba221c02ba to /dev/sdb [ 1146.347730] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-c36f2e10-ec64-461f-8c24-4648a59f97f9/volume-c36f2e10-ec64-461f-8c24-4648a59f97f9.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.348182] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-680318d2-d461-4ae4-a1c8-a90d4acfe826 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.368621] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1146.368621] env[69702]: value = "task-3085931" [ 1146.368621] env[69702]: _type = "Task" [ 1146.368621] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.376401] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.387967] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba27ccc8-aeb6-48a2-8f7d-f30fb03d3ffc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.398171] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc9fbae-8265-46e0-9bf0-e88a7e4a3552 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.403171] env[69702]: DEBUG oslo_vmware.api [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085929, 'name': PowerOffVM_Task, 'duration_secs': 0.214741} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.403731] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.405521] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.405521] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4ef3ce8-16ff-4b47-8d9e-962ba0e45d29 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.415025] env[69702]: DEBUG nova.virt.block_device [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Updating existing volume attachment record: 6ed3a83a-f312-4b77-a933-5857cb07e076 {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1146.490358] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.490568] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.490791] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleting the datastore file [datastore1] ed1860e5-2e08-4b7c-94e9-ef946d6db2c1 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.491924] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-093112be-dad4-4ea0-8f83-cf2d7af67b64 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.498436] env[69702]: DEBUG oslo_vmware.api [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for the task: (returnval){ [ 1146.498436] env[69702]: value = "task-3085933" [ 1146.498436] env[69702]: _type = "Task" [ 1146.498436] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.506367] env[69702]: DEBUG oslo_vmware.api [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.573911] env[69702]: DEBUG nova.network.neutron [req-a6782667-0d6b-40a6-8264-ae2c349d1cb3 req-3f3bf29b-1151-4d2b-8e9b-bd910c14e6a5 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updated VIF entry in instance network info cache for port cdf5f891-6a2c-4c4f-a698-d54ff9684329. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.574385] env[69702]: DEBUG nova.network.neutron [req-a6782667-0d6b-40a6-8264-ae2c349d1cb3 req-3f3bf29b-1151-4d2b-8e9b-bd910c14e6a5 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updating instance_info_cache with network_info: [{"id": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "address": "fa:16:3e:13:a8:86", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf5f891-6a", "ovs_interfaceid": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.774280] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: cd599a29-83f5-4f78-91b5-7e74ad4755db] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.880713] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085931, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.008222] env[69702]: DEBUG oslo_vmware.api [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Task: {'id': task-3085933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162751} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.008605] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.008813] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.009054] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.009318] env[69702]: INFO nova.compute.manager [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1147.009614] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.009862] env[69702]: DEBUG nova.compute.manager [-] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.009985] env[69702]: DEBUG nova.network.neutron [-] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.077383] env[69702]: DEBUG oslo_concurrency.lockutils [req-a6782667-0d6b-40a6-8264-ae2c349d1cb3 req-3f3bf29b-1151-4d2b-8e9b-bd910c14e6a5 service nova] Releasing lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.278734] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 40e17766-025e-41ad-84fb-c7a9480ffd20] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.380182] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085931, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.727304] env[69702]: DEBUG nova.network.neutron [-] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.782290] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 9b8c8a83-6547-497d-95b5-5dfaf79526ae] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.876807] env[69702]: DEBUG nova.compute.manager [req-fbfcf043-fda9-4e09-9676-99e758e6e1a8 req-6e8d94c2-17a7-4f7f-8b96-dbb7bdd1c65a service nova] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Received event network-vif-deleted-65404b84-9313-4849-89c0-320fedd46ffd {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.883076] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085931, 'name': ReconfigVM_Task, 'duration_secs': 1.367953} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.883405] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-c36f2e10-ec64-461f-8c24-4648a59f97f9/volume-c36f2e10-ec64-461f-8c24-4648a59f97f9.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.888304] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e61e8fc-a00c-4b10-89a7-e34f5b70b09b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.903091] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1147.903091] env[69702]: value = "task-3085935" [ 1147.903091] env[69702]: _type = "Task" [ 1147.903091] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.913436] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.182398] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "24c8cd7a-b40c-4663-8330-06d3d26d2c81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.182713] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "24c8cd7a-b40c-4663-8330-06d3d26d2c81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.182898] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "24c8cd7a-b40c-4663-8330-06d3d26d2c81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.183101] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "24c8cd7a-b40c-4663-8330-06d3d26d2c81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.183280] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "24c8cd7a-b40c-4663-8330-06d3d26d2c81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.185402] env[69702]: INFO nova.compute.manager [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Terminating instance [ 1148.229767] env[69702]: INFO nova.compute.manager [-] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Took 1.22 seconds to deallocate network for instance. [ 1148.285587] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 756b27f4-cc48-4b25-8527-e0457185c7a8] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.413766] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085935, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.689553] env[69702]: DEBUG nova.compute.manager [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.689806] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.690827] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a215464f-1323-4102-b392-1bf49d40241a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.699997] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.700365] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-611aa453-b8e6-4ace-b719-fcce94d2fa06 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.706228] env[69702]: DEBUG oslo_vmware.api [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1148.706228] env[69702]: value = "task-3085937" [ 1148.706228] env[69702]: _type = "Task" [ 1148.706228] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.713226] env[69702]: DEBUG oslo_vmware.api [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.735481] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.735760] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.735983] env[69702]: DEBUG nova.objects.instance [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lazy-loading 'resources' on Instance uuid ed1860e5-2e08-4b7c-94e9-ef946d6db2c1 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.788272] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: d568869e-b62b-44ba-9fcf-f500612598ca] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.914694] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085935, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.217853] env[69702]: DEBUG oslo_vmware.api [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085937, 'name': PowerOffVM_Task, 'duration_secs': 0.171427} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.218305] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.218587] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.218932] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aba140a4-3c8d-41d9-8a94-dc79813e6950 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.281565] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.281833] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.282067] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Deleting the datastore file [datastore2] 24c8cd7a-b40c-4663-8330-06d3d26d2c81 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.282345] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f6c7978-1c95-40d8-9960-46d583516a0e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.288898] env[69702]: DEBUG oslo_vmware.api [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1149.288898] env[69702]: value = "task-3085939" [ 1149.288898] env[69702]: _type = "Task" [ 1149.288898] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.292379] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 6388991a-f2d0-4de4-962a-b9320b0d0bf9] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.298568] env[69702]: DEBUG oslo_vmware.api [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.372310] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e9b44c-7a69-49a4-b7ab-9626fec05a8d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.380311] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39618c8e-f2ca-4a01-8072-554e5b707a0c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.414260] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e830b8f-5808-4014-a807-59abcbaa7528 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.424727] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085935, 'name': ReconfigVM_Task, 'duration_secs': 1.152173} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.427038] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617735', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'name': 'volume-c36f2e10-ec64-461f-8c24-4648a59f97f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89ca3456-61ad-467b-bbb2-6923e301f8a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'serial': 'c36f2e10-ec64-461f-8c24-4648a59f97f9'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1149.427860] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aed42799-7dbb-457c-903e-9bbd256e07d1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.430464] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9394a13-206b-4c21-80c4-2b82c2da8b8d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.447019] env[69702]: DEBUG nova.compute.provider_tree [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.447019] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1149.447019] env[69702]: value = "task-3085940" [ 1149.447019] env[69702]: _type = "Task" [ 1149.447019] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.455117] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085940, 'name': Rename_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.801020] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: a764b38d-4e4d-4b80-81d4-441bdebcfa0f] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.801020] env[69702]: DEBUG oslo_vmware.api [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133566} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.801567] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.801946] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.802311] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.802593] env[69702]: INFO nova.compute.manager [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1149.802949] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.803431] env[69702]: DEBUG nova.compute.manager [-] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.803620] env[69702]: DEBUG nova.network.neutron [-] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.955035] env[69702]: DEBUG nova.scheduler.client.report [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.961068] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085940, 'name': Rename_Task, 'duration_secs': 0.146206} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.961528] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.961907] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb08b8e4-37c3-46d5-84a8-68cbdde95858 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.968792] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1149.968792] env[69702]: value = "task-3085941" [ 1149.968792] env[69702]: _type = "Task" [ 1149.968792] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.977350] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.306806] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 248e1129-34e7-4f2e-af05-22fe4314b24e] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.457415] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.476731] env[69702]: INFO nova.scheduler.client.report [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Deleted allocations for instance ed1860e5-2e08-4b7c-94e9-ef946d6db2c1 [ 1150.480670] env[69702]: DEBUG oslo_vmware.api [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3085941, 'name': PowerOnVM_Task, 'duration_secs': 0.477536} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.483345] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.483684] env[69702]: DEBUG nova.compute.manager [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.484627] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809245fe-d6ce-4dca-beeb-c03af0c53588 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.732743] env[69702]: DEBUG nova.compute.manager [req-240b500b-ab56-4f3f-b510-f68e043fb450 req-5598605b-76d2-48f8-8c57-42b10ee2b5db service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Received event network-vif-deleted-123eab8c-93f5-418c-a173-6f1cf569c1c8 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.732743] env[69702]: INFO nova.compute.manager [req-240b500b-ab56-4f3f-b510-f68e043fb450 req-5598605b-76d2-48f8-8c57-42b10ee2b5db service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Neutron deleted interface 123eab8c-93f5-418c-a173-6f1cf569c1c8; detaching it from the instance and deleting it from the info cache [ 1150.732920] env[69702]: DEBUG nova.network.neutron [req-240b500b-ab56-4f3f-b510-f68e043fb450 req-5598605b-76d2-48f8-8c57-42b10ee2b5db service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.808347] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 0b317261-37c2-450b-a883-eec48138d488] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.963408] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1150.963652] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617741', 'volume_id': 'e85f6200-6d8a-4555-8210-e8ba221c02ba', 'name': 'volume-e85f6200-6d8a-4555-8210-e8ba221c02ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d9227ba-92a4-49a4-acc2-34fbabad2944', 'attached_at': '', 'detached_at': '', 'volume_id': 'e85f6200-6d8a-4555-8210-e8ba221c02ba', 'serial': 'e85f6200-6d8a-4555-8210-e8ba221c02ba'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1150.966210] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7189d500-799f-49d5-9588-ee32f147d7fd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.982591] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda5fb5d-5e20-459b-96d6-0996ce2697fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.987856] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0a8a024a-a12a-442c-8419-494dd688cf94 tempest-ImagesTestJSON-1490866053 tempest-ImagesTestJSON-1490866053-project-member] Lock "ed1860e5-2e08-4b7c-94e9-ef946d6db2c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.619s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.017913] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-e85f6200-6d8a-4555-8210-e8ba221c02ba/volume-e85f6200-6d8a-4555-8210-e8ba221c02ba.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.020554] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7dcef3e-7860-4988-a749-33ee6b36e0f6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.033749] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.034027] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.034213] env[69702]: DEBUG nova.objects.instance [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1151.044108] env[69702]: DEBUG oslo_vmware.api [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1151.044108] env[69702]: value = "task-3085942" [ 1151.044108] env[69702]: _type = "Task" [ 1151.044108] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.050828] env[69702]: DEBUG oslo_vmware.api [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.142893] env[69702]: DEBUG nova.network.neutron [-] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.235929] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-761fa32f-35f0-4939-80cf-253edfe59dc6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.245712] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2d6d46-34b9-41a5-8995-13b001635ea0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.274856] env[69702]: DEBUG nova.compute.manager [req-240b500b-ab56-4f3f-b510-f68e043fb450 req-5598605b-76d2-48f8-8c57-42b10ee2b5db service nova] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Detach interface failed, port_id=123eab8c-93f5-418c-a173-6f1cf569c1c8, reason: Instance 24c8cd7a-b40c-4663-8330-06d3d26d2c81 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1151.316541] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: f4f81a02-5eb0-41bd-b5a8-32c5feaa2a32] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.555308] env[69702]: DEBUG oslo_vmware.api [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085942, 'name': ReconfigVM_Task, 'duration_secs': 0.370213} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.555587] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-e85f6200-6d8a-4555-8210-e8ba221c02ba/volume-e85f6200-6d8a-4555-8210-e8ba221c02ba.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.560393] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e052bd4-b09b-4b86-8ac2-8c2b93d80363 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.575511] env[69702]: DEBUG oslo_vmware.api [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1151.575511] env[69702]: value = "task-3085943" [ 1151.575511] env[69702]: _type = "Task" [ 1151.575511] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.583985] env[69702]: DEBUG oslo_vmware.api [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.650263] env[69702]: INFO nova.compute.manager [-] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Took 1.84 seconds to deallocate network for instance. [ 1151.823243] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 66df6ee6-506f-4ba6-93a3-69845a6bd9d9] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.043331] env[69702]: DEBUG oslo_concurrency.lockutils [None req-eaf8ce1b-4806-4f8e-8d07-88a16c2d32f0 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.087019] env[69702]: DEBUG oslo_vmware.api [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085943, 'name': ReconfigVM_Task, 'duration_secs': 0.15009} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.087019] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617741', 'volume_id': 'e85f6200-6d8a-4555-8210-e8ba221c02ba', 'name': 'volume-e85f6200-6d8a-4555-8210-e8ba221c02ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d9227ba-92a4-49a4-acc2-34fbabad2944', 'attached_at': '', 'detached_at': '', 'volume_id': 'e85f6200-6d8a-4555-8210-e8ba221c02ba', 'serial': 'e85f6200-6d8a-4555-8210-e8ba221c02ba'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1152.154404] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.154716] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.154946] env[69702]: DEBUG nova.objects.instance [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lazy-loading 'resources' on Instance uuid 24c8cd7a-b40c-4663-8330-06d3d26d2c81 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.328243] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 7c167f2c-df6b-4679-b223-357d2d0945f4] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.535210] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "a14ae0d7-c7cd-4772-b08b-f510c6672462" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.535210] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "a14ae0d7-c7cd-4772-b08b-f510c6672462" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.789451] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025ab8f6-36ad-4037-9639-013787b5e0eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.797428] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf62678-503e-4d62-bd0d-440607f87011 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.828195] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83530a4c-e732-4eea-ad30-b255fd5094e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.831042] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: e7ef3381-0562-4b96-84cf-701a89c3c904] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.838761] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019ab33c-3e6d-44ba-97a6-915e40ec9bfc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.852083] env[69702]: DEBUG nova.compute.provider_tree [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.036685] env[69702]: DEBUG nova.compute.manager [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.127036] env[69702]: DEBUG nova.objects.instance [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'flavor' on Instance uuid 1d9227ba-92a4-49a4-acc2-34fbabad2944 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.334845] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: b11d419a-93e7-48a1-b29d-97c3c80eb891] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.355586] env[69702]: DEBUG nova.scheduler.client.report [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.559952] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.631738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e803dbb0-7af0-4e74-8bd9-94ec1732a2ad tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.293s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.837905] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: a426e1f5-bb7c-4a09-8681-a1592aa00551] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.861156] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.863757] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.304s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.866077] env[69702]: INFO nova.compute.claims [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.886025] env[69702]: INFO nova.scheduler.client.report [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Deleted allocations for instance 24c8cd7a-b40c-4663-8330-06d3d26d2c81 [ 1154.341905] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 0f0caa6c-7dfa-48f6-b7fa-d937d6fea258] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.393956] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9fb0a325-230b-4990-b611-64582061096e tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "24c8cd7a-b40c-4663-8330-06d3d26d2c81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.211s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.478329] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.478540] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.844869] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 90d473bf-561d-466b-8b3f-6e1158b061ca] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.982315] env[69702]: DEBUG nova.compute.utils [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.989210] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8358f5b-e42e-47a4-a564-90df18e545be {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.003950] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd5670d-5c4d-425e-9cc9-268e05d1ce17 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.033746] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3031b7-5e68-4469-b24a-f3abaaed66ba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.041597] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593a89e1-4c9f-45f4-859b-0cf579957389 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.054060] env[69702]: DEBUG nova.compute.provider_tree [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.230100] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.230399] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.349033] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: ca09d892-b66e-4aad-8a27-0d76e62715ed] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.484455] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.557269] env[69702]: DEBUG nova.scheduler.client.report [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.736172] env[69702]: INFO nova.compute.manager [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Detaching volume f17a013b-945e-42be-8acd-fc1d18dde746 [ 1155.783600] env[69702]: INFO nova.virt.block_device [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Attempting to driver detach volume f17a013b-945e-42be-8acd-fc1d18dde746 from mountpoint /dev/sdb [ 1155.783600] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1155.783783] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617723', 'volume_id': 'f17a013b-945e-42be-8acd-fc1d18dde746', 'name': 'volume-f17a013b-945e-42be-8acd-fc1d18dde746', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7631d8ea-ff43-4b6e-a51f-7892c46c934f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f17a013b-945e-42be-8acd-fc1d18dde746', 'serial': 'f17a013b-945e-42be-8acd-fc1d18dde746'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1155.784736] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcacc3d-0819-4ddd-ab01-2ebe400f96fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.807162] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f6c0db-ad2d-47ba-9fcd-15482e60384b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.815335] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93c514f-c0d3-46fe-ad7f-d896b2e0ae25 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.836261] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5667f497-0fa0-416c-ba15-dba7f494b80e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.852735] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] The volume has not been displaced from its original location: [datastore2] volume-f17a013b-945e-42be-8acd-fc1d18dde746/volume-f17a013b-945e-42be-8acd-fc1d18dde746.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1155.858073] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.858637] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 5cd9dc16-3dae-4410-921a-804fedfdf459] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.860516] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0322204b-c181-4f20-84e5-7e93f9011dcd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.882046] env[69702]: DEBUG oslo_vmware.api [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1155.882046] env[69702]: value = "task-3085944" [ 1155.882046] env[69702]: _type = "Task" [ 1155.882046] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.890853] env[69702]: DEBUG oslo_vmware.api [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.062849] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.063420] env[69702]: DEBUG nova.compute.manager [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.375540] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 73bb0696-a7a2-45a5-9f2e-2594babcdc4c] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.395032] env[69702]: DEBUG oslo_vmware.api [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085944, 'name': ReconfigVM_Task, 'duration_secs': 0.219782} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.395032] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.398073] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c9c991-8b38-453b-a3ae-d944f0646009 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.414470] env[69702]: DEBUG oslo_vmware.api [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1156.414470] env[69702]: value = "task-3085945" [ 1156.414470] env[69702]: _type = "Task" [ 1156.414470] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.422632] env[69702]: DEBUG oslo_vmware.api [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.492877] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "3df32ea1-eeda-4997-85b1-9802d8c56c02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.493070] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "3df32ea1-eeda-4997-85b1-9802d8c56c02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.552055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.552316] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.552550] env[69702]: INFO nova.compute.manager [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Attaching volume 32bbf104-c133-4735-a034-e766c67eb44a to /dev/sdc [ 1156.568401] env[69702]: DEBUG nova.compute.utils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.569951] env[69702]: DEBUG nova.compute.manager [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.570134] env[69702]: DEBUG nova.network.neutron [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.583314] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9b1b14-2bc2-4557-923a-c0b84ca4ac6a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.590554] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe4c436-170d-47aa-b5dd-7dcb09401cb4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.604012] env[69702]: DEBUG nova.virt.block_device [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Updating existing volume attachment record: 633dd317-a0b4-4af4-9048-1fe5619b4b57 {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1156.615503] env[69702]: DEBUG nova.policy [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9566bfb1790e4e6883d5447bacb3ba10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43b1d942d292476a8bc19b74a12d1549', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.879288] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 7e1fbffc-8c8f-49e7-b4ba-3114d1dde8df] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.901159] env[69702]: DEBUG nova.network.neutron [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Successfully created port: 9d6066ac-ba57-478b-8ce7-169e0451b9d4 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.924320] env[69702]: DEBUG oslo_vmware.api [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085945, 'name': ReconfigVM_Task, 'duration_secs': 0.129988} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.924619] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617723', 'volume_id': 'f17a013b-945e-42be-8acd-fc1d18dde746', 'name': 'volume-f17a013b-945e-42be-8acd-fc1d18dde746', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7631d8ea-ff43-4b6e-a51f-7892c46c934f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f17a013b-945e-42be-8acd-fc1d18dde746', 'serial': 'f17a013b-945e-42be-8acd-fc1d18dde746'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1156.995279] env[69702]: DEBUG nova.compute.manager [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.072591] env[69702]: DEBUG nova.compute.manager [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.382529] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 40ee0632-ab45-4177-8f7f-5e1926d83646] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.478465] env[69702]: DEBUG nova.objects.instance [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lazy-loading 'flavor' on Instance uuid 7631d8ea-ff43-4b6e-a51f-7892c46c934f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.518282] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.518554] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.520073] env[69702]: INFO nova.compute.claims [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.885886] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: d36e24b4-b199-4032-a564-77378b08369b] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.083235] env[69702]: DEBUG nova.compute.manager [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.110302] env[69702]: DEBUG nova.virt.hardware [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.110579] env[69702]: DEBUG nova.virt.hardware [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.110738] env[69702]: DEBUG nova.virt.hardware [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.110917] env[69702]: DEBUG nova.virt.hardware [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.111076] env[69702]: DEBUG nova.virt.hardware [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.111228] env[69702]: DEBUG nova.virt.hardware [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.111484] env[69702]: DEBUG nova.virt.hardware [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.111690] env[69702]: DEBUG nova.virt.hardware [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.111878] env[69702]: DEBUG nova.virt.hardware [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.112057] env[69702]: DEBUG nova.virt.hardware [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.112237] env[69702]: DEBUG nova.virt.hardware [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.113132] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0f4ac6-8add-4e2a-8005-53c0d1d471de {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.121367] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c86888-5c16-42ae-9dcf-14b3cefb9e70 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.275682] env[69702]: DEBUG nova.compute.manager [req-5ca193c8-c163-4939-ae8a-47a602c33c20 req-c4aaf513-a7ed-4e6d-ab97-381f622c66e7 service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Received event network-vif-plugged-9d6066ac-ba57-478b-8ce7-169e0451b9d4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.275917] env[69702]: DEBUG oslo_concurrency.lockutils [req-5ca193c8-c163-4939-ae8a-47a602c33c20 req-c4aaf513-a7ed-4e6d-ab97-381f622c66e7 service nova] Acquiring lock "a14ae0d7-c7cd-4772-b08b-f510c6672462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.276148] env[69702]: DEBUG oslo_concurrency.lockutils [req-5ca193c8-c163-4939-ae8a-47a602c33c20 req-c4aaf513-a7ed-4e6d-ab97-381f622c66e7 service nova] Lock "a14ae0d7-c7cd-4772-b08b-f510c6672462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.276310] env[69702]: DEBUG oslo_concurrency.lockutils [req-5ca193c8-c163-4939-ae8a-47a602c33c20 req-c4aaf513-a7ed-4e6d-ab97-381f622c66e7 service nova] Lock "a14ae0d7-c7cd-4772-b08b-f510c6672462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.276482] env[69702]: DEBUG nova.compute.manager [req-5ca193c8-c163-4939-ae8a-47a602c33c20 req-c4aaf513-a7ed-4e6d-ab97-381f622c66e7 service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] No waiting events found dispatching network-vif-plugged-9d6066ac-ba57-478b-8ce7-169e0451b9d4 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.276646] env[69702]: WARNING nova.compute.manager [req-5ca193c8-c163-4939-ae8a-47a602c33c20 req-c4aaf513-a7ed-4e6d-ab97-381f622c66e7 service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Received unexpected event network-vif-plugged-9d6066ac-ba57-478b-8ce7-169e0451b9d4 for instance with vm_state building and task_state spawning. [ 1158.375086] env[69702]: DEBUG nova.network.neutron [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Successfully updated port: 9d6066ac-ba57-478b-8ce7-169e0451b9d4 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.388937] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: cc9ac051-3e6f-408f-ae7e-ba0bb1fcdb06] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.487732] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9b1b03b0-036d-4c61-8752-f8a5cd222587 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.257s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.633807] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3abd466-c145-48d8-bb35-da45409f02a1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.640987] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b0be11-90f4-490e-936a-e1a1f8b60e55 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.671343] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179a16b6-8e7e-4a24-848c-963c7cdf1cde {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.678494] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb145573-ac2a-407f-b04b-9bbfb51d42b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.691244] env[69702]: DEBUG nova.compute.provider_tree [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.877230] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-a14ae0d7-c7cd-4772-b08b-f510c6672462" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.877413] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-a14ae0d7-c7cd-4772-b08b-f510c6672462" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.877579] env[69702]: DEBUG nova.network.neutron [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.891816] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: b4747db8-febb-4c84-a4a9-ea26e67c14c9] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.196052] env[69702]: DEBUG nova.scheduler.client.report [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.394576] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 5f4e9527-e9fb-40b6-87a1-4471431b38b3] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.410040] env[69702]: DEBUG nova.network.neutron [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.574567] env[69702]: DEBUG nova.network.neutron [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Updating instance_info_cache with network_info: [{"id": "9d6066ac-ba57-478b-8ce7-169e0451b9d4", "address": "fa:16:3e:29:8d:cd", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d6066ac-ba", "ovs_interfaceid": "9d6066ac-ba57-478b-8ce7-169e0451b9d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.610642] env[69702]: DEBUG oslo_concurrency.lockutils [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.610897] env[69702]: DEBUG oslo_concurrency.lockutils [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.611129] env[69702]: DEBUG oslo_concurrency.lockutils [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.611318] env[69702]: DEBUG oslo_concurrency.lockutils [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.611486] env[69702]: DEBUG oslo_concurrency.lockutils [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.614328] env[69702]: INFO nova.compute.manager [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Terminating instance [ 1159.701343] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.701832] env[69702]: DEBUG nova.compute.manager [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.897567] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 5f43b968-a765-42d9-884c-36ae43474e7f] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.077554] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-a14ae0d7-c7cd-4772-b08b-f510c6672462" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.077879] env[69702]: DEBUG nova.compute.manager [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Instance network_info: |[{"id": "9d6066ac-ba57-478b-8ce7-169e0451b9d4", "address": "fa:16:3e:29:8d:cd", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d6066ac-ba", "ovs_interfaceid": "9d6066ac-ba57-478b-8ce7-169e0451b9d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.078341] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:8d:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d6066ac-ba57-478b-8ce7-169e0451b9d4', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.085826] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.086045] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.086272] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2b8d390-d361-469b-9d51-c8bf92f4bbd8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.108315] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.108315] env[69702]: value = "task-3085948" [ 1160.108315] env[69702]: _type = "Task" [ 1160.108315] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.115707] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085948, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.118362] env[69702]: DEBUG nova.compute.manager [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.118565] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.119319] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e875de42-60bb-4ef0-a9f2-d0da64a7e807 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.125310] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.125533] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6177bdc0-dc8b-4ae8-bf95-3202573510b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.132463] env[69702]: DEBUG oslo_vmware.api [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1160.132463] env[69702]: value = "task-3085949" [ 1160.132463] env[69702]: _type = "Task" [ 1160.132463] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.140409] env[69702]: DEBUG oslo_vmware.api [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.206528] env[69702]: DEBUG nova.compute.utils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.208370] env[69702]: DEBUG nova.compute.manager [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.208554] env[69702]: DEBUG nova.network.neutron [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.247879] env[69702]: DEBUG nova.policy [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caa8fb4cfcf04ab9bf5a85327642a3c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84e9744b32da41eabc6501e9ef694543', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.302641] env[69702]: DEBUG nova.compute.manager [req-0d305ee7-2012-4454-a1dd-6661688ace39 req-a094414e-4902-4546-9b04-182617517e0c service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Received event network-changed-9d6066ac-ba57-478b-8ce7-169e0451b9d4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.302931] env[69702]: DEBUG nova.compute.manager [req-0d305ee7-2012-4454-a1dd-6661688ace39 req-a094414e-4902-4546-9b04-182617517e0c service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Refreshing instance network info cache due to event network-changed-9d6066ac-ba57-478b-8ce7-169e0451b9d4. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.303236] env[69702]: DEBUG oslo_concurrency.lockutils [req-0d305ee7-2012-4454-a1dd-6661688ace39 req-a094414e-4902-4546-9b04-182617517e0c service nova] Acquiring lock "refresh_cache-a14ae0d7-c7cd-4772-b08b-f510c6672462" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.303395] env[69702]: DEBUG oslo_concurrency.lockutils [req-0d305ee7-2012-4454-a1dd-6661688ace39 req-a094414e-4902-4546-9b04-182617517e0c service nova] Acquired lock "refresh_cache-a14ae0d7-c7cd-4772-b08b-f510c6672462" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.303611] env[69702]: DEBUG nova.network.neutron [req-0d305ee7-2012-4454-a1dd-6661688ace39 req-a094414e-4902-4546-9b04-182617517e0c service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Refreshing network info cache for port 9d6066ac-ba57-478b-8ce7-169e0451b9d4 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.402563] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: ebf9cfcb-426a-4ca2-9f9e-9c36c8270218] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.525623] env[69702]: DEBUG nova.network.neutron [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Successfully created port: 360b2891-38d2-4dd1-8041-59d628b3e5db {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.622660] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085948, 'name': CreateVM_Task, 'duration_secs': 0.313738} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.622833] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.623541] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.623788] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.624126] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.624374] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f166f7ae-48b4-448c-a90c-39c0f6767a27 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.629155] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1160.629155] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527c0a48-35dd-2428-eebc-5298909299fb" [ 1160.629155] env[69702]: _type = "Task" [ 1160.629155] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.638618] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527c0a48-35dd-2428-eebc-5298909299fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.643092] env[69702]: DEBUG oslo_vmware.api [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085949, 'name': PowerOffVM_Task, 'duration_secs': 0.262725} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.643332] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.643508] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.643723] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4e17edc-fad5-43f8-b356-6a39d1e1c05f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.706691] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.706913] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.707106] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Deleting the datastore file [datastore2] 7631d8ea-ff43-4b6e-a51f-7892c46c934f {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.707370] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e6c550f-1140-4d61-a518-4b5efbddf0b4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.712270] env[69702]: DEBUG nova.compute.manager [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.715846] env[69702]: DEBUG oslo_vmware.api [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1160.715846] env[69702]: value = "task-3085951" [ 1160.715846] env[69702]: _type = "Task" [ 1160.715846] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.723524] env[69702]: DEBUG oslo_vmware.api [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.905325] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: c05f4548-e5f4-415f-8605-c46ef7da0cd6] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.995031] env[69702]: DEBUG nova.network.neutron [req-0d305ee7-2012-4454-a1dd-6661688ace39 req-a094414e-4902-4546-9b04-182617517e0c service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Updated VIF entry in instance network info cache for port 9d6066ac-ba57-478b-8ce7-169e0451b9d4. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.995372] env[69702]: DEBUG nova.network.neutron [req-0d305ee7-2012-4454-a1dd-6661688ace39 req-a094414e-4902-4546-9b04-182617517e0c service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Updating instance_info_cache with network_info: [{"id": "9d6066ac-ba57-478b-8ce7-169e0451b9d4", "address": "fa:16:3e:29:8d:cd", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d6066ac-ba", "ovs_interfaceid": "9d6066ac-ba57-478b-8ce7-169e0451b9d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.138992] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527c0a48-35dd-2428-eebc-5298909299fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.139873] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.139873] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.139873] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.140052] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.140140] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.141034] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2511ffdd-f2c8-42bc-865d-4ef661e5d2fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.146858] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1161.147089] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617742', 'volume_id': '32bbf104-c133-4735-a034-e766c67eb44a', 'name': 'volume-32bbf104-c133-4735-a034-e766c67eb44a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d9227ba-92a4-49a4-acc2-34fbabad2944', 'attached_at': '', 'detached_at': '', 'volume_id': '32bbf104-c133-4735-a034-e766c67eb44a', 'serial': '32bbf104-c133-4735-a034-e766c67eb44a'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1161.147821] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943b164b-bd8f-483f-8cc5-ae1f6035a80a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.152269] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.152444] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.153395] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e74cc46-1fc5-4ca8-84d6-d8bea390e619 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.166104] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c81b07-6b3b-4b86-bdad-949eb4fd7bca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.169321] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1161.169321] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520fbeeb-f34c-527e-0584-8fb8ed232083" [ 1161.169321] env[69702]: _type = "Task" [ 1161.169321] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.195112] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-32bbf104-c133-4735-a034-e766c67eb44a/volume-32bbf104-c133-4735-a034-e766c67eb44a.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.195812] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-575aafaf-c0f0-4ab7-aeeb-c88f146ad9c9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.211468] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]520fbeeb-f34c-527e-0584-8fb8ed232083, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.212582] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed71f38-f3f8-4b7c-8415-664d99b95a50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.221274] env[69702]: DEBUG oslo_vmware.api [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1161.221274] env[69702]: value = "task-3085952" [ 1161.221274] env[69702]: _type = "Task" [ 1161.221274] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.225551] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1161.225551] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f7f1de-7efa-98e1-12fc-1214fbf6d970" [ 1161.225551] env[69702]: _type = "Task" [ 1161.225551] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.234320] env[69702]: DEBUG oslo_vmware.api [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162412} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.235730] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.235730] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.235730] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.235730] env[69702]: INFO nova.compute.manager [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1161.235730] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.238699] env[69702]: DEBUG nova.compute.manager [-] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.238798] env[69702]: DEBUG nova.network.neutron [-] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.240425] env[69702]: DEBUG oslo_vmware.api [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085952, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.244073] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f7f1de-7efa-98e1-12fc-1214fbf6d970, 'name': SearchDatastore_Task, 'duration_secs': 0.011983} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.244860] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.244860] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] a14ae0d7-c7cd-4772-b08b-f510c6672462/a14ae0d7-c7cd-4772-b08b-f510c6672462.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.245275] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4f6072a-7962-4c56-a01b-781c31d186e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.253261] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1161.253261] env[69702]: value = "task-3085953" [ 1161.253261] env[69702]: _type = "Task" [ 1161.253261] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.263837] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.410630] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: ef158bfa-3bd6-4c6f-ae4a-bc21f71166ad] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.498292] env[69702]: DEBUG oslo_concurrency.lockutils [req-0d305ee7-2012-4454-a1dd-6661688ace39 req-a094414e-4902-4546-9b04-182617517e0c service nova] Releasing lock "refresh_cache-a14ae0d7-c7cd-4772-b08b-f510c6672462" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.722912] env[69702]: DEBUG nova.compute.manager [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.741731] env[69702]: DEBUG oslo_vmware.api [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085952, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.755554] env[69702]: DEBUG nova.virt.hardware [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.755796] env[69702]: DEBUG nova.virt.hardware [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.755952] env[69702]: DEBUG nova.virt.hardware [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.756153] env[69702]: DEBUG nova.virt.hardware [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.756305] env[69702]: DEBUG nova.virt.hardware [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.756461] env[69702]: DEBUG nova.virt.hardware [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.756675] env[69702]: DEBUG nova.virt.hardware [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.756854] env[69702]: DEBUG nova.virt.hardware [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.757059] env[69702]: DEBUG nova.virt.hardware [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.757233] env[69702]: DEBUG nova.virt.hardware [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.757409] env[69702]: DEBUG nova.virt.hardware [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.758353] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4e649b-785a-4e37-862b-944f9236e702 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.772989] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75c6b22-30bd-4d34-bc25-d9ebb0711e3f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.776843] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465958} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.777129] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] a14ae0d7-c7cd-4772-b08b-f510c6672462/a14ae0d7-c7cd-4772-b08b-f510c6672462.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.777468] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.777980] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c70fc00-f58b-41d2-9df4-7ca317dc5990 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.792558] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1161.792558] env[69702]: value = "task-3085954" [ 1161.792558] env[69702]: _type = "Task" [ 1161.792558] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.800926] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.918950] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 7121d29a-abb6-4ade-983a-a82808be3e73] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.069468] env[69702]: DEBUG nova.network.neutron [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Successfully updated port: 360b2891-38d2-4dd1-8041-59d628b3e5db {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.237014] env[69702]: DEBUG oslo_vmware.api [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085952, 'name': ReconfigVM_Task, 'duration_secs': 0.538645} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.237385] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-32bbf104-c133-4735-a034-e766c67eb44a/volume-32bbf104-c133-4735-a034-e766c67eb44a.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.242094] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55a68e40-6304-43d0-a44c-12dfa716c940 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.257057] env[69702]: DEBUG oslo_vmware.api [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1162.257057] env[69702]: value = "task-3085955" [ 1162.257057] env[69702]: _type = "Task" [ 1162.257057] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.266361] env[69702]: DEBUG oslo_vmware.api [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.302418] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074425} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.302828] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.304310] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42ae1e7-b8d4-4fa0-bae5-cd5708e58438 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.325478] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] a14ae0d7-c7cd-4772-b08b-f510c6672462/a14ae0d7-c7cd-4772-b08b-f510c6672462.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.325767] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed80688d-d74f-4bde-b02e-9aff2e88df02 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.341930] env[69702]: DEBUG nova.compute.manager [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Received event network-vif-deleted-0aa1409c-b582-4274-9014-8652ceffd9a2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.342141] env[69702]: INFO nova.compute.manager [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Neutron deleted interface 0aa1409c-b582-4274-9014-8652ceffd9a2; detaching it from the instance and deleting it from the info cache [ 1162.342313] env[69702]: DEBUG nova.network.neutron [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.349179] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1162.349179] env[69702]: value = "task-3085956" [ 1162.349179] env[69702]: _type = "Task" [ 1162.349179] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.357660] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.369850] env[69702]: DEBUG nova.network.neutron [-] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.422181] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 7752c8ae-f8e4-4901-85c1-e5a2959a8cee] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.574305] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "refresh_cache-3df32ea1-eeda-4997-85b1-9802d8c56c02" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.574495] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "refresh_cache-3df32ea1-eeda-4997-85b1-9802d8c56c02" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.574609] env[69702]: DEBUG nova.network.neutron [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.767506] env[69702]: DEBUG oslo_vmware.api [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085955, 'name': ReconfigVM_Task, 'duration_secs': 0.170923} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.767808] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617742', 'volume_id': '32bbf104-c133-4735-a034-e766c67eb44a', 'name': 'volume-32bbf104-c133-4735-a034-e766c67eb44a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d9227ba-92a4-49a4-acc2-34fbabad2944', 'attached_at': '', 'detached_at': '', 'volume_id': '32bbf104-c133-4735-a034-e766c67eb44a', 'serial': '32bbf104-c133-4735-a034-e766c67eb44a'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1162.845685] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8767604-c466-41ce-a330-95a9d5b509da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.856383] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67cfd4a-35f4-409f-ae52-185f2e15706b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.869218] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085956, 'name': ReconfigVM_Task, 'duration_secs': 0.286126} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.869823] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Reconfigured VM instance instance-00000071 to attach disk [datastore2] a14ae0d7-c7cd-4772-b08b-f510c6672462/a14ae0d7-c7cd-4772-b08b-f510c6672462.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.870459] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6525698d-ff92-44c8-8191-893211837689 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.871990] env[69702]: INFO nova.compute.manager [-] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Took 1.63 seconds to deallocate network for instance. [ 1162.878591] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1162.878591] env[69702]: value = "task-3085957" [ 1162.878591] env[69702]: _type = "Task" [ 1162.878591] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.890523] env[69702]: DEBUG nova.compute.manager [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Detach interface failed, port_id=0aa1409c-b582-4274-9014-8652ceffd9a2, reason: Instance 7631d8ea-ff43-4b6e-a51f-7892c46c934f could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1162.890740] env[69702]: DEBUG nova.compute.manager [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Received event network-vif-plugged-360b2891-38d2-4dd1-8041-59d628b3e5db {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.890930] env[69702]: DEBUG oslo_concurrency.lockutils [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] Acquiring lock "3df32ea1-eeda-4997-85b1-9802d8c56c02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.891151] env[69702]: DEBUG oslo_concurrency.lockutils [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] Lock "3df32ea1-eeda-4997-85b1-9802d8c56c02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.891318] env[69702]: DEBUG oslo_concurrency.lockutils [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] Lock "3df32ea1-eeda-4997-85b1-9802d8c56c02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.891510] env[69702]: DEBUG nova.compute.manager [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] No waiting events found dispatching network-vif-plugged-360b2891-38d2-4dd1-8041-59d628b3e5db {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.891693] env[69702]: WARNING nova.compute.manager [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Received unexpected event network-vif-plugged-360b2891-38d2-4dd1-8041-59d628b3e5db for instance with vm_state building and task_state spawning. [ 1162.891857] env[69702]: DEBUG nova.compute.manager [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Received event network-changed-360b2891-38d2-4dd1-8041-59d628b3e5db {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.892071] env[69702]: DEBUG nova.compute.manager [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Refreshing instance network info cache due to event network-changed-360b2891-38d2-4dd1-8041-59d628b3e5db. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.892202] env[69702]: DEBUG oslo_concurrency.lockutils [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] Acquiring lock "refresh_cache-3df32ea1-eeda-4997-85b1-9802d8c56c02" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.898957] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085957, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.924874] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.925272] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Cleaning up deleted instances with incomplete migration {{(pid=69702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1163.107015] env[69702]: DEBUG nova.network.neutron [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.225762] env[69702]: DEBUG nova.network.neutron [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Updating instance_info_cache with network_info: [{"id": "360b2891-38d2-4dd1-8041-59d628b3e5db", "address": "fa:16:3e:99:f6:70", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap360b2891-38", "ovs_interfaceid": "360b2891-38d2-4dd1-8041-59d628b3e5db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.378695] env[69702]: DEBUG oslo_concurrency.lockutils [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.378695] env[69702]: DEBUG oslo_concurrency.lockutils [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.378872] env[69702]: DEBUG nova.objects.instance [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lazy-loading 'resources' on Instance uuid 7631d8ea-ff43-4b6e-a51f-7892c46c934f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.390182] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085957, 'name': Rename_Task, 'duration_secs': 0.133155} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.390509] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.390773] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fb6f366-b5fe-46ad-abbf-63d066da6c75 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.397453] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1163.397453] env[69702]: value = "task-3085958" [ 1163.397453] env[69702]: _type = "Task" [ 1163.397453] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.405291] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.427686] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.728612] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "refresh_cache-3df32ea1-eeda-4997-85b1-9802d8c56c02" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.728942] env[69702]: DEBUG nova.compute.manager [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Instance network_info: |[{"id": "360b2891-38d2-4dd1-8041-59d628b3e5db", "address": "fa:16:3e:99:f6:70", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap360b2891-38", "ovs_interfaceid": "360b2891-38d2-4dd1-8041-59d628b3e5db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.729273] env[69702]: DEBUG oslo_concurrency.lockutils [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] Acquired lock "refresh_cache-3df32ea1-eeda-4997-85b1-9802d8c56c02" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.729523] env[69702]: DEBUG nova.network.neutron [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Refreshing network info cache for port 360b2891-38d2-4dd1-8041-59d628b3e5db {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.730713] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:f6:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '360b2891-38d2-4dd1-8041-59d628b3e5db', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.737970] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Creating folder: Project (84e9744b32da41eabc6501e9ef694543). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1163.741591] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5884331e-db96-4e62-b53a-807e0255f9d7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.753677] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Created folder: Project (84e9744b32da41eabc6501e9ef694543) in parent group-v617437. [ 1163.753866] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Creating folder: Instances. Parent ref: group-v617744. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1163.754124] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e63525b-086c-4a2d-b8e6-b15fe3b2dde0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.764639] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Created folder: Instances in parent group-v617744. [ 1163.764821] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.765017] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.765243] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b4f1991-6f7e-422d-ad46-fdab8456c7a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.785812] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.785812] env[69702]: value = "task-3085961" [ 1163.785812] env[69702]: _type = "Task" [ 1163.785812] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.795983] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085961, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.809060] env[69702]: DEBUG nova.objects.instance [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'flavor' on Instance uuid 1d9227ba-92a4-49a4-acc2-34fbabad2944 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.916244] env[69702]: DEBUG oslo_vmware.api [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3085958, 'name': PowerOnVM_Task, 'duration_secs': 0.441696} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.916244] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.916729] env[69702]: INFO nova.compute.manager [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Took 5.83 seconds to spawn the instance on the hypervisor. [ 1163.916729] env[69702]: DEBUG nova.compute.manager [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.920838] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77e11c1-147b-44af-b16a-32e08d17681f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.981588] env[69702]: DEBUG nova.network.neutron [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Updated VIF entry in instance network info cache for port 360b2891-38d2-4dd1-8041-59d628b3e5db. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.981928] env[69702]: DEBUG nova.network.neutron [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Updating instance_info_cache with network_info: [{"id": "360b2891-38d2-4dd1-8041-59d628b3e5db", "address": "fa:16:3e:99:f6:70", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap360b2891-38", "ovs_interfaceid": "360b2891-38d2-4dd1-8041-59d628b3e5db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.028285] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e87150-da50-488d-99de-8e6ad0134f59 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.035977] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4db26b-5f58-42bd-abb9-bd64ff1b49e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.071370] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f9c741-7ee1-4ae3-9a54-d730dee3131f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.082755] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343809cd-b236-4a77-abc1-f7336a6af3b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.097072] env[69702]: DEBUG nova.compute.provider_tree [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.173403] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "56009dbd-b866-43c9-b55b-5090bc2d7334" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.173670] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.173847] env[69702]: INFO nova.compute.manager [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Shelving [ 1164.296475] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085961, 'name': CreateVM_Task, 'duration_secs': 0.340032} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.296660] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.297391] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.297558] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.297867] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.298132] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756966b0-6b11-4116-9bdd-0f799f6079f8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.302220] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1164.302220] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527520a9-5eba-24fe-9b5c-570aad000eeb" [ 1164.302220] env[69702]: _type = "Task" [ 1164.302220] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.309527] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527520a9-5eba-24fe-9b5c-570aad000eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.313546] env[69702]: DEBUG oslo_concurrency.lockutils [None req-5930480f-74a5-4eb2-a35e-6592c3b13189 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.761s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.440126] env[69702]: INFO nova.compute.manager [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Took 10.90 seconds to build instance. [ 1164.484155] env[69702]: DEBUG oslo_concurrency.lockutils [req-fecb42f7-1b7b-4d17-81a4-5b76130f9502 req-1a2b565a-1629-417d-a8ea-d8011750765e service nova] Releasing lock "refresh_cache-3df32ea1-eeda-4997-85b1-9802d8c56c02" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.579989] env[69702]: DEBUG oslo_concurrency.lockutils [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.580294] env[69702]: DEBUG oslo_concurrency.lockutils [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.582411] env[69702]: DEBUG nova.compute.manager [req-f50815d0-8d9f-4f30-abf5-b90c514335e4 req-c429d895-2ec5-42bd-a6e2-4c337ce74a08 service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Received event network-changed-9d6066ac-ba57-478b-8ce7-169e0451b9d4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.582594] env[69702]: DEBUG nova.compute.manager [req-f50815d0-8d9f-4f30-abf5-b90c514335e4 req-c429d895-2ec5-42bd-a6e2-4c337ce74a08 service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Refreshing instance network info cache due to event network-changed-9d6066ac-ba57-478b-8ce7-169e0451b9d4. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.582791] env[69702]: DEBUG oslo_concurrency.lockutils [req-f50815d0-8d9f-4f30-abf5-b90c514335e4 req-c429d895-2ec5-42bd-a6e2-4c337ce74a08 service nova] Acquiring lock "refresh_cache-a14ae0d7-c7cd-4772-b08b-f510c6672462" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.582932] env[69702]: DEBUG oslo_concurrency.lockutils [req-f50815d0-8d9f-4f30-abf5-b90c514335e4 req-c429d895-2ec5-42bd-a6e2-4c337ce74a08 service nova] Acquired lock "refresh_cache-a14ae0d7-c7cd-4772-b08b-f510c6672462" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.583103] env[69702]: DEBUG nova.network.neutron [req-f50815d0-8d9f-4f30-abf5-b90c514335e4 req-c429d895-2ec5-42bd-a6e2-4c337ce74a08 service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Refreshing network info cache for port 9d6066ac-ba57-478b-8ce7-169e0451b9d4 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.599815] env[69702]: DEBUG nova.scheduler.client.report [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.816713] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]527520a9-5eba-24fe-9b5c-570aad000eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.816713] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.816713] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.816713] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.816713] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.816713] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.816713] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5517aef6-5e51-49e6-8346-5e949e423778 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.824745] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.825188] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.826458] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-664240c9-434d-464b-b694-c01deadeb1b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.831546] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1164.831546] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b5e506-2445-afa7-3446-d813dbec0805" [ 1164.831546] env[69702]: _type = "Task" [ 1164.831546] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.841800] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52b5e506-2445-afa7-3446-d813dbec0805, 'name': SearchDatastore_Task, 'duration_secs': 0.007975} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.842715] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a15ce5e-fb5c-4b5c-ae5c-8dec63ade42a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.847877] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1164.847877] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521d90d1-15f3-602e-5e5d-c1ee2940e579" [ 1164.847877] env[69702]: _type = "Task" [ 1164.847877] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.855421] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521d90d1-15f3-602e-5e5d-c1ee2940e579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.941553] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e5037827-3794-4053-bd02-60cb04853c4c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "a14ae0d7-c7cd-4772-b08b-f510c6672462" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.407s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.085553] env[69702]: INFO nova.compute.manager [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Detaching volume e85f6200-6d8a-4555-8210-e8ba221c02ba [ 1165.103889] env[69702]: DEBUG oslo_concurrency.lockutils [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.119382] env[69702]: INFO nova.virt.block_device [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Attempting to driver detach volume e85f6200-6d8a-4555-8210-e8ba221c02ba from mountpoint /dev/sdb [ 1165.119497] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1165.119654] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617741', 'volume_id': 'e85f6200-6d8a-4555-8210-e8ba221c02ba', 'name': 'volume-e85f6200-6d8a-4555-8210-e8ba221c02ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d9227ba-92a4-49a4-acc2-34fbabad2944', 'attached_at': '', 'detached_at': '', 'volume_id': 'e85f6200-6d8a-4555-8210-e8ba221c02ba', 'serial': 'e85f6200-6d8a-4555-8210-e8ba221c02ba'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1165.120548] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f986b2-56c7-4efe-ad3c-2c296299f482 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.145160] env[69702]: INFO nova.scheduler.client.report [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Deleted allocations for instance 7631d8ea-ff43-4b6e-a51f-7892c46c934f [ 1165.147534] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be3c257-4419-48c0-8aaa-d11497a2507e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.155791] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad16f668-deb7-46e8-9fe2-e3803554d197 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.180764] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f3e9ce-e4de-498b-ab92-ce9e585f273f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.195354] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.195676] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] The volume has not been displaced from its original location: [datastore2] volume-e85f6200-6d8a-4555-8210-e8ba221c02ba/volume-e85f6200-6d8a-4555-8210-e8ba221c02ba.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1165.200826] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.203832] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49fb41e5-de16-4ff0-a829-853cd092b403 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.205320] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c95976-89a2-4d01-85f2-af3473c6403a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.224234] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1165.224234] env[69702]: value = "task-3085962" [ 1165.224234] env[69702]: _type = "Task" [ 1165.224234] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.228377] env[69702]: DEBUG oslo_vmware.api [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1165.228377] env[69702]: value = "task-3085963" [ 1165.228377] env[69702]: _type = "Task" [ 1165.228377] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.236884] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.239874] env[69702]: DEBUG oslo_vmware.api [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.330891] env[69702]: DEBUG nova.network.neutron [req-f50815d0-8d9f-4f30-abf5-b90c514335e4 req-c429d895-2ec5-42bd-a6e2-4c337ce74a08 service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Updated VIF entry in instance network info cache for port 9d6066ac-ba57-478b-8ce7-169e0451b9d4. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.331293] env[69702]: DEBUG nova.network.neutron [req-f50815d0-8d9f-4f30-abf5-b90c514335e4 req-c429d895-2ec5-42bd-a6e2-4c337ce74a08 service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Updating instance_info_cache with network_info: [{"id": "9d6066ac-ba57-478b-8ce7-169e0451b9d4", "address": "fa:16:3e:29:8d:cd", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d6066ac-ba", "ovs_interfaceid": "9d6066ac-ba57-478b-8ce7-169e0451b9d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.358577] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521d90d1-15f3-602e-5e5d-c1ee2940e579, 'name': SearchDatastore_Task, 'duration_secs': 0.007664} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.358855] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.359147] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 3df32ea1-eeda-4997-85b1-9802d8c56c02/3df32ea1-eeda-4997-85b1-9802d8c56c02.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.359440] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da840d90-685e-4a3a-ab09-55d24d44ebc4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.366312] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1165.366312] env[69702]: value = "task-3085964" [ 1165.366312] env[69702]: _type = "Task" [ 1165.366312] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.374269] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.655661] env[69702]: DEBUG oslo_concurrency.lockutils [None req-88892b51-d064-4679-9f32-307d32a79c6b tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "7631d8ea-ff43-4b6e-a51f-7892c46c934f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.045s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.740338] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085962, 'name': PowerOffVM_Task, 'duration_secs': 0.27034} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.743728] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.744206] env[69702]: DEBUG oslo_vmware.api [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085963, 'name': ReconfigVM_Task, 'duration_secs': 0.262275} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.745072] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b234f994-bc36-47a7-bf41-94fc905495b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.747917] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.752932] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc63a5c1-e65e-4658-a2cc-90dc4c16ab89 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.785193] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809cabe0-d126-41b0-a2af-b7dd352251f6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.788607] env[69702]: DEBUG oslo_vmware.api [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1165.788607] env[69702]: value = "task-3085965" [ 1165.788607] env[69702]: _type = "Task" [ 1165.788607] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.804299] env[69702]: DEBUG oslo_vmware.api [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.834799] env[69702]: DEBUG oslo_concurrency.lockutils [req-f50815d0-8d9f-4f30-abf5-b90c514335e4 req-c429d895-2ec5-42bd-a6e2-4c337ce74a08 service nova] Releasing lock "refresh_cache-a14ae0d7-c7cd-4772-b08b-f510c6672462" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.875181] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476199} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.875375] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 3df32ea1-eeda-4997-85b1-9802d8c56c02/3df32ea1-eeda-4997-85b1-9802d8c56c02.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.875583] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.876105] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a117a5f9-ad71-4186-a840-f591fa6be16a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.882287] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1165.882287] env[69702]: value = "task-3085966" [ 1165.882287] env[69702]: _type = "Task" [ 1165.882287] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.889647] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.297843] env[69702]: DEBUG oslo_vmware.api [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085965, 'name': ReconfigVM_Task, 'duration_secs': 0.15088} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.298887] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1166.299226] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617741', 'volume_id': 'e85f6200-6d8a-4555-8210-e8ba221c02ba', 'name': 'volume-e85f6200-6d8a-4555-8210-e8ba221c02ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d9227ba-92a4-49a4-acc2-34fbabad2944', 'attached_at': '', 'detached_at': '', 'volume_id': 'e85f6200-6d8a-4555-8210-e8ba221c02ba', 'serial': 'e85f6200-6d8a-4555-8210-e8ba221c02ba'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1166.301618] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1699226d-9ab0-457d-8eee-133da146f952 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.309176] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1166.309176] env[69702]: value = "task-3085967" [ 1166.309176] env[69702]: _type = "Task" [ 1166.309176] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.317105] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085967, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.391505] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098613} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.391505] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.392291] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d988ea33-e0cf-4b6b-82b6-bb5756a3f001 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.418530] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 3df32ea1-eeda-4997-85b1-9802d8c56c02/3df32ea1-eeda-4997-85b1-9802d8c56c02.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.418911] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14a5c397-893e-495c-a9f4-1f4a0d01158a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.439679] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1166.439679] env[69702]: value = "task-3085968" [ 1166.439679] env[69702]: _type = "Task" [ 1166.439679] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.447613] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.823785] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085967, 'name': CreateSnapshot_Task, 'duration_secs': 0.432737} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.824511] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1166.825427] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74be284b-cc74-4472-88ba-66d66957ad70 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.843580] env[69702]: DEBUG nova.objects.instance [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'flavor' on Instance uuid 1d9227ba-92a4-49a4-acc2-34fbabad2944 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.950785] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.345577] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1167.347706] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eb6021a3-3178-4de4-b2d3-0466986c760c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.357800] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1167.357800] env[69702]: value = "task-3085969" [ 1167.357800] env[69702]: _type = "Task" [ 1167.357800] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.366730] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085969, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.450629] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085968, 'name': ReconfigVM_Task, 'duration_secs': 0.555974} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.450946] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 3df32ea1-eeda-4997-85b1-9802d8c56c02/3df32ea1-eeda-4997-85b1-9802d8c56c02.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.451676] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0069d71-170b-48f0-920c-1a740b1692b4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.461153] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1167.461153] env[69702]: value = "task-3085970" [ 1167.461153] env[69702]: _type = "Task" [ 1167.461153] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.471164] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085970, 'name': Rename_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.854074] env[69702]: DEBUG oslo_concurrency.lockutils [None req-431abcd8-245c-4994-8a46-73ec9cb12647 tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.273s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.867932] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085969, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.962266] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.962679] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.973886] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085970, 'name': Rename_Task, 'duration_secs': 0.203576} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.974741] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.974978] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-801ba340-bc65-4765-ba56-cc99c33267cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.984195] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.984444] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.985710] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1167.985710] env[69702]: value = "task-3085971" [ 1167.985710] env[69702]: _type = "Task" [ 1167.985710] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.995700] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.368479] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085969, 'name': CloneVM_Task} progress is 95%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.469714] env[69702]: INFO nova.compute.manager [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Detaching volume 32bbf104-c133-4735-a034-e766c67eb44a [ 1168.486765] env[69702]: DEBUG nova.compute.manager [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.498451] env[69702]: DEBUG oslo_vmware.api [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085971, 'name': PowerOnVM_Task, 'duration_secs': 0.470869} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.498757] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.498961] env[69702]: INFO nova.compute.manager [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1168.499156] env[69702]: DEBUG nova.compute.manager [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.500074] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bbfb57-6841-4b80-b6ca-56db1e394e11 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.504551] env[69702]: INFO nova.virt.block_device [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Attempting to driver detach volume 32bbf104-c133-4735-a034-e766c67eb44a from mountpoint /dev/sdc [ 1168.504792] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1168.504991] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617742', 'volume_id': '32bbf104-c133-4735-a034-e766c67eb44a', 'name': 'volume-32bbf104-c133-4735-a034-e766c67eb44a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d9227ba-92a4-49a4-acc2-34fbabad2944', 'attached_at': '', 'detached_at': '', 'volume_id': '32bbf104-c133-4735-a034-e766c67eb44a', 'serial': '32bbf104-c133-4735-a034-e766c67eb44a'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1168.506098] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143bb101-26bb-4861-9430-bb12f956ad3e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.531509] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726a7ea3-62a3-46b0-8168-92d784f5bbab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.539353] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a047c5a3-6562-4fac-bfc4-3b738b168b9f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.559964] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f9da7c-df09-4063-b3e1-567ffeb700fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.575294] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] The volume has not been displaced from its original location: [datastore2] volume-32bbf104-c133-4735-a034-e766c67eb44a/volume-32bbf104-c133-4735-a034-e766c67eb44a.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1168.580451] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.580748] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e93ecaae-132a-45b4-9f01-0394c03bf287 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.599895] env[69702]: DEBUG oslo_vmware.api [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1168.599895] env[69702]: value = "task-3085972" [ 1168.599895] env[69702]: _type = "Task" [ 1168.599895] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.607339] env[69702]: DEBUG oslo_vmware.api [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.868429] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085969, 'name': CloneVM_Task, 'duration_secs': 1.273079} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.868697] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Created linked-clone VM from snapshot [ 1168.869526] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e92d473-a693-4cda-b958-ca3a0abf59c9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.876688] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Uploading image bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1168.900753] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1168.900753] env[69702]: value = "vm-617748" [ 1168.900753] env[69702]: _type = "VirtualMachine" [ 1168.900753] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1168.900992] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d2472a6-0845-4855-b484-79cbffcb5680 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.907070] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lease: (returnval){ [ 1168.907070] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52233dc2-0fd3-f3b1-ad70-0120afbd5d10" [ 1168.907070] env[69702]: _type = "HttpNfcLease" [ 1168.907070] env[69702]: } obtained for exporting VM: (result){ [ 1168.907070] env[69702]: value = "vm-617748" [ 1168.907070] env[69702]: _type = "VirtualMachine" [ 1168.907070] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1168.907301] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the lease: (returnval){ [ 1168.907301] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52233dc2-0fd3-f3b1-ad70-0120afbd5d10" [ 1168.907301] env[69702]: _type = "HttpNfcLease" [ 1168.907301] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1168.913106] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1168.913106] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52233dc2-0fd3-f3b1-ad70-0120afbd5d10" [ 1168.913106] env[69702]: _type = "HttpNfcLease" [ 1168.913106] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1169.011748] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.012068] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.013608] env[69702]: INFO nova.compute.claims [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.023975] env[69702]: INFO nova.compute.manager [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Took 11.52 seconds to build instance. [ 1169.109508] env[69702]: DEBUG oslo_vmware.api [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085972, 'name': ReconfigVM_Task, 'duration_secs': 0.236964} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.109766] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.114253] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f37111ed-237e-4a39-811e-a8f775cb62ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.128738] env[69702]: DEBUG oslo_vmware.api [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1169.128738] env[69702]: value = "task-3085974" [ 1169.128738] env[69702]: _type = "Task" [ 1169.128738] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.136110] env[69702]: DEBUG oslo_vmware.api [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.415119] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.415119] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52233dc2-0fd3-f3b1-ad70-0120afbd5d10" [ 1169.415119] env[69702]: _type = "HttpNfcLease" [ 1169.415119] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1169.415492] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1169.415492] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52233dc2-0fd3-f3b1-ad70-0120afbd5d10" [ 1169.415492] env[69702]: _type = "HttpNfcLease" [ 1169.415492] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1169.416226] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbc63a4-6c26-4c7f-82af-1b550a7a8166 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.423614] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b55cd8-e9f1-98cc-c708-ffae85b1eda4/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1169.423842] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b55cd8-e9f1-98cc-c708-ffae85b1eda4/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1169.517489] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ab26973-7932-4fff-8221-17a9d8873a2e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.526160] env[69702]: DEBUG oslo_concurrency.lockutils [None req-84a4082f-00c2-44c8-aaa8-826acd7c86f8 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "3df32ea1-eeda-4997-85b1-9802d8c56c02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.033s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.638704] env[69702]: DEBUG oslo_vmware.api [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085974, 'name': ReconfigVM_Task, 'duration_secs': 0.22424} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.638998] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617742', 'volume_id': '32bbf104-c133-4735-a034-e766c67eb44a', 'name': 'volume-32bbf104-c133-4735-a034-e766c67eb44a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d9227ba-92a4-49a4-acc2-34fbabad2944', 'attached_at': '', 'detached_at': '', 'volume_id': '32bbf104-c133-4735-a034-e766c67eb44a', 'serial': '32bbf104-c133-4735-a034-e766c67eb44a'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1170.151872] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67a1315-b6cf-4050-9acc-950dc57158f8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.162301] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61092f7f-4435-41d9-8db0-fc4a635e0526 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.195693] env[69702]: DEBUG nova.objects.instance [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'flavor' on Instance uuid 1d9227ba-92a4-49a4-acc2-34fbabad2944 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.197833] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004e5841-1ece-4fc3-af9c-303bf9e1c2ed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.206364] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb4bcc6-5626-4d71-852a-4572819708eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.220180] env[69702]: DEBUG nova.compute.provider_tree [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.259654] env[69702]: INFO nova.compute.manager [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Rebuilding instance [ 1170.296594] env[69702]: DEBUG nova.compute.manager [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.297491] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cddfcd-84b7-4357-9f88-e740127ef156 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.724049] env[69702]: DEBUG nova.scheduler.client.report [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.205718] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7dbedd48-7572-423d-b58f-79bbc27ea8ef tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.228110] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.229311] env[69702]: DEBUG nova.compute.manager [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.310123] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.310501] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b9a678f-a9f2-4c51-ac95-b2255e6bbe0e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.317771] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1171.317771] env[69702]: value = "task-3085975" [ 1171.317771] env[69702]: _type = "Task" [ 1171.317771] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.326319] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.734839] env[69702]: DEBUG nova.compute.utils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.736456] env[69702]: DEBUG nova.compute.manager [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.736730] env[69702]: DEBUG nova.network.neutron [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.786309] env[69702]: DEBUG nova.policy [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98e33fa17e324f25b1e9bc0fbd2124f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b70244eba8945d1ab149d12f98d5495', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.827363] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085975, 'name': PowerOffVM_Task, 'duration_secs': 0.214015} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.827674] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.827938] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.828758] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2b4a56-2119-4cc1-9f9c-8739edb4bab2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.836349] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.836620] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abeeded1-bb6f-4821-b700-7c1ecf915ef7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.907650] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.908013] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.908114] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleting the datastore file [datastore2] 3df32ea1-eeda-4997-85b1-9802d8c56c02 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.908380] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a027f8f-8ddd-4bcc-bb57-a3dbcb43e7a8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.914983] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1171.914983] env[69702]: value = "task-3085977" [ 1171.914983] env[69702]: _type = "Task" [ 1171.914983] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.923515] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.140930] env[69702]: DEBUG nova.network.neutron [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Successfully created port: 57c87a97-16f1-4cd4-954d-153335ce3187 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.241036] env[69702]: DEBUG nova.compute.manager [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.426139] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203682} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.426508] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.426725] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.426994] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.449297] env[69702]: DEBUG oslo_concurrency.lockutils [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.449738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.450058] env[69702]: DEBUG oslo_concurrency.lockutils [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "1d9227ba-92a4-49a4-acc2-34fbabad2944-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.450383] env[69702]: DEBUG oslo_concurrency.lockutils [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.450625] env[69702]: DEBUG oslo_concurrency.lockutils [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.453270] env[69702]: INFO nova.compute.manager [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Terminating instance [ 1172.958021] env[69702]: DEBUG nova.compute.manager [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.958399] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.959260] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1cf3c0-7ab3-4084-a046-c48be605b230 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.967190] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.967501] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68127fbb-ece6-4e0e-b21e-525120aad650 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.973799] env[69702]: DEBUG oslo_vmware.api [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1172.973799] env[69702]: value = "task-3085978" [ 1172.973799] env[69702]: _type = "Task" [ 1172.973799] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.982972] env[69702]: DEBUG oslo_vmware.api [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.251045] env[69702]: DEBUG nova.compute.manager [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.278959] env[69702]: DEBUG nova.virt.hardware [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.279223] env[69702]: DEBUG nova.virt.hardware [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.279446] env[69702]: DEBUG nova.virt.hardware [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.279655] env[69702]: DEBUG nova.virt.hardware [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.279805] env[69702]: DEBUG nova.virt.hardware [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.281051] env[69702]: DEBUG nova.virt.hardware [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.281051] env[69702]: DEBUG nova.virt.hardware [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.281051] env[69702]: DEBUG nova.virt.hardware [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.281051] env[69702]: DEBUG nova.virt.hardware [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.281051] env[69702]: DEBUG nova.virt.hardware [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.281051] env[69702]: DEBUG nova.virt.hardware [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.281829] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e189763-ac87-453a-bdfe-1ba40487f78a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.291500] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594fb687-19be-4956-a0f0-92d4d772e93b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.457827] env[69702]: DEBUG nova.virt.hardware [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.458126] env[69702]: DEBUG nova.virt.hardware [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.458290] env[69702]: DEBUG nova.virt.hardware [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.458481] env[69702]: DEBUG nova.virt.hardware [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.458630] env[69702]: DEBUG nova.virt.hardware [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.458777] env[69702]: DEBUG nova.virt.hardware [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.458984] env[69702]: DEBUG nova.virt.hardware [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.459162] env[69702]: DEBUG nova.virt.hardware [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.459334] env[69702]: DEBUG nova.virt.hardware [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.459572] env[69702]: DEBUG nova.virt.hardware [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.459751] env[69702]: DEBUG nova.virt.hardware [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.460649] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33469a0d-6215-4560-85da-bf70bfe7530f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.468470] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a79d484-d30e-4b07-87ec-b443b24b67eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.482339] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:f6:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '360b2891-38d2-4dd1-8041-59d628b3e5db', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.489642] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.492722] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.492956] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab921a9d-6a29-49fb-8308-227ffba84695 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.511717] env[69702]: DEBUG oslo_vmware.api [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085978, 'name': PowerOffVM_Task, 'duration_secs': 0.268123} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.512912] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.513104] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.513334] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.513334] env[69702]: value = "task-3085979" [ 1173.513334] env[69702]: _type = "Task" [ 1173.513334] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.513517] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1d0be97-ebd6-4777-9ae7-e8d541257331 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.522652] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085979, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.579172] env[69702]: DEBUG nova.compute.manager [req-c816d2ba-c3bb-4706-af5b-1e8d76aac6a6 req-c747bf86-f41a-49b7-bb4c-2b4045e4513d service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Received event network-vif-plugged-57c87a97-16f1-4cd4-954d-153335ce3187 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.579521] env[69702]: DEBUG oslo_concurrency.lockutils [req-c816d2ba-c3bb-4706-af5b-1e8d76aac6a6 req-c747bf86-f41a-49b7-bb4c-2b4045e4513d service nova] Acquiring lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.579674] env[69702]: DEBUG oslo_concurrency.lockutils [req-c816d2ba-c3bb-4706-af5b-1e8d76aac6a6 req-c747bf86-f41a-49b7-bb4c-2b4045e4513d service nova] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.579849] env[69702]: DEBUG oslo_concurrency.lockutils [req-c816d2ba-c3bb-4706-af5b-1e8d76aac6a6 req-c747bf86-f41a-49b7-bb4c-2b4045e4513d service nova] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.580036] env[69702]: DEBUG nova.compute.manager [req-c816d2ba-c3bb-4706-af5b-1e8d76aac6a6 req-c747bf86-f41a-49b7-bb4c-2b4045e4513d service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] No waiting events found dispatching network-vif-plugged-57c87a97-16f1-4cd4-954d-153335ce3187 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.580228] env[69702]: WARNING nova.compute.manager [req-c816d2ba-c3bb-4706-af5b-1e8d76aac6a6 req-c747bf86-f41a-49b7-bb4c-2b4045e4513d service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Received unexpected event network-vif-plugged-57c87a97-16f1-4cd4-954d-153335ce3187 for instance with vm_state building and task_state spawning. [ 1173.585605] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.586925] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.586925] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Deleting the datastore file [datastore1] 1d9227ba-92a4-49a4-acc2-34fbabad2944 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.586925] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a9cc225-227c-41f1-9d1c-eaff344e75b9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.595355] env[69702]: DEBUG oslo_vmware.api [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for the task: (returnval){ [ 1173.595355] env[69702]: value = "task-3085981" [ 1173.595355] env[69702]: _type = "Task" [ 1173.595355] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.604570] env[69702]: DEBUG oslo_vmware.api [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.673161] env[69702]: DEBUG nova.network.neutron [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Successfully updated port: 57c87a97-16f1-4cd4-954d-153335ce3187 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.024405] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085979, 'name': CreateVM_Task, 'duration_secs': 0.4113} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.024807] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.025316] env[69702]: DEBUG oslo_concurrency.lockutils [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.025466] env[69702]: DEBUG oslo_concurrency.lockutils [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.025873] env[69702]: DEBUG oslo_concurrency.lockutils [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.026158] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d8b9d26-e3f8-4b9f-a8ed-c55278120da3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.031673] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1174.031673] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5296a216-249f-cd1a-e074-6bc58b3e7bad" [ 1174.031673] env[69702]: _type = "Task" [ 1174.031673] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.038788] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5296a216-249f-cd1a-e074-6bc58b3e7bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.104925] env[69702]: DEBUG oslo_vmware.api [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Task: {'id': task-3085981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279181} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.105211] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.105406] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.105579] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.105750] env[69702]: INFO nova.compute.manager [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1174.105998] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.106212] env[69702]: DEBUG nova.compute.manager [-] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.106309] env[69702]: DEBUG nova.network.neutron [-] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.175839] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "refresh_cache-06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.176023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired lock "refresh_cache-06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.176276] env[69702]: DEBUG nova.network.neutron [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.542828] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5296a216-249f-cd1a-e074-6bc58b3e7bad, 'name': SearchDatastore_Task, 'duration_secs': 0.012241} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.543128] env[69702]: DEBUG oslo_concurrency.lockutils [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.543363] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.543595] env[69702]: DEBUG oslo_concurrency.lockutils [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.543745] env[69702]: DEBUG oslo_concurrency.lockutils [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.543922] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.544189] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abe6873d-a725-4a71-96a9-0bd4d047d578 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.552710] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.553024] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.553641] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d70eff-2687-45b5-8c1e-a00a92844641 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.558605] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1174.558605] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f48e0e-94c4-8064-d040-ce1d54f5ec85" [ 1174.558605] env[69702]: _type = "Task" [ 1174.558605] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.565474] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f48e0e-94c4-8064-d040-ce1d54f5ec85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.711882] env[69702]: DEBUG nova.network.neutron [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.845996] env[69702]: DEBUG nova.network.neutron [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Updating instance_info_cache with network_info: [{"id": "57c87a97-16f1-4cd4-954d-153335ce3187", "address": "fa:16:3e:36:60:d0", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57c87a97-16", "ovs_interfaceid": "57c87a97-16f1-4cd4-954d-153335ce3187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.069447] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f48e0e-94c4-8064-d040-ce1d54f5ec85, 'name': SearchDatastore_Task, 'duration_secs': 0.03849} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.070264] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e058bc65-45f5-4c50-9fb4-fc85216f181a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.075600] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1175.075600] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fa1038-55f1-071d-b5ba-fb1fc1652062" [ 1175.075600] env[69702]: _type = "Task" [ 1175.075600] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.083127] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fa1038-55f1-071d-b5ba-fb1fc1652062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.123698] env[69702]: DEBUG nova.network.neutron [-] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.349083] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Releasing lock "refresh_cache-06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.349544] env[69702]: DEBUG nova.compute.manager [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Instance network_info: |[{"id": "57c87a97-16f1-4cd4-954d-153335ce3187", "address": "fa:16:3e:36:60:d0", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57c87a97-16", "ovs_interfaceid": "57c87a97-16f1-4cd4-954d-153335ce3187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.350106] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:60:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57c87a97-16f1-4cd4-954d-153335ce3187', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.360841] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.361111] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.361342] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89484af2-86bc-440f-8e94-db7df75480f5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.382035] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.382035] env[69702]: value = "task-3085982" [ 1175.382035] env[69702]: _type = "Task" [ 1175.382035] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.389616] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085982, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.587563] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52fa1038-55f1-071d-b5ba-fb1fc1652062, 'name': SearchDatastore_Task, 'duration_secs': 0.019388} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.587770] env[69702]: DEBUG oslo_concurrency.lockutils [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.588169] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 3df32ea1-eeda-4997-85b1-9802d8c56c02/3df32ea1-eeda-4997-85b1-9802d8c56c02.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.588458] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d15cf28-c3e3-4727-82e8-e414c85afdee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.595409] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1175.595409] env[69702]: value = "task-3085983" [ 1175.595409] env[69702]: _type = "Task" [ 1175.595409] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.603703] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.622473] env[69702]: DEBUG nova.compute.manager [req-556bde5d-235b-4d4f-bc30-db4dd31ff308 req-31ad7fbd-f999-46e6-8ef4-0d894f808cb3 service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Received event network-changed-57c87a97-16f1-4cd4-954d-153335ce3187 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.622753] env[69702]: DEBUG nova.compute.manager [req-556bde5d-235b-4d4f-bc30-db4dd31ff308 req-31ad7fbd-f999-46e6-8ef4-0d894f808cb3 service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Refreshing instance network info cache due to event network-changed-57c87a97-16f1-4cd4-954d-153335ce3187. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.622907] env[69702]: DEBUG oslo_concurrency.lockutils [req-556bde5d-235b-4d4f-bc30-db4dd31ff308 req-31ad7fbd-f999-46e6-8ef4-0d894f808cb3 service nova] Acquiring lock "refresh_cache-06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.623226] env[69702]: DEBUG oslo_concurrency.lockutils [req-556bde5d-235b-4d4f-bc30-db4dd31ff308 req-31ad7fbd-f999-46e6-8ef4-0d894f808cb3 service nova] Acquired lock "refresh_cache-06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.623441] env[69702]: DEBUG nova.network.neutron [req-556bde5d-235b-4d4f-bc30-db4dd31ff308 req-31ad7fbd-f999-46e6-8ef4-0d894f808cb3 service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Refreshing network info cache for port 57c87a97-16f1-4cd4-954d-153335ce3187 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.628618] env[69702]: INFO nova.compute.manager [-] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Took 1.52 seconds to deallocate network for instance. [ 1175.893043] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3085982, 'name': CreateVM_Task, 'duration_secs': 0.485986} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.893267] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.894134] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.894296] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.894669] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.894987] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba11fd7-3f39-4390-bb91-805eeb3561ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.902043] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1175.902043] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526bce94-1f16-4f5c-d268-4169a5d2e397" [ 1175.902043] env[69702]: _type = "Task" [ 1175.902043] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.912748] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526bce94-1f16-4f5c-d268-4169a5d2e397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.105876] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085983, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.136455] env[69702]: DEBUG oslo_concurrency.lockutils [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.136756] env[69702]: DEBUG oslo_concurrency.lockutils [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.137060] env[69702]: DEBUG nova.objects.instance [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lazy-loading 'resources' on Instance uuid 1d9227ba-92a4-49a4-acc2-34fbabad2944 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.412917] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526bce94-1f16-4f5c-d268-4169a5d2e397, 'name': SearchDatastore_Task, 'duration_secs': 0.071156} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.413834] env[69702]: DEBUG nova.network.neutron [req-556bde5d-235b-4d4f-bc30-db4dd31ff308 req-31ad7fbd-f999-46e6-8ef4-0d894f808cb3 service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Updated VIF entry in instance network info cache for port 57c87a97-16f1-4cd4-954d-153335ce3187. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.414172] env[69702]: DEBUG nova.network.neutron [req-556bde5d-235b-4d4f-bc30-db4dd31ff308 req-31ad7fbd-f999-46e6-8ef4-0d894f808cb3 service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Updating instance_info_cache with network_info: [{"id": "57c87a97-16f1-4cd4-954d-153335ce3187", "address": "fa:16:3e:36:60:d0", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57c87a97-16", "ovs_interfaceid": "57c87a97-16f1-4cd4-954d-153335ce3187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.415434] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.415674] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.415906] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.416062] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.416247] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.416709] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-456e1fa1-7293-44af-a4f9-b6abc81e68ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.431191] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.431379] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.432149] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13cc468-b831-4df6-b444-43549b96cb25 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.438172] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1176.438172] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52162d56-5845-169e-c087-f67a87d5c539" [ 1176.438172] env[69702]: _type = "Task" [ 1176.438172] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.446597] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52162d56-5845-169e-c087-f67a87d5c539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.606450] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666766} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.606741] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 3df32ea1-eeda-4997-85b1-9802d8c56c02/3df32ea1-eeda-4997-85b1-9802d8c56c02.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.606965] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.607209] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ebce1a4-0494-46d8-8140-8eaf68f3e180 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.613945] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1176.613945] env[69702]: value = "task-3085984" [ 1176.613945] env[69702]: _type = "Task" [ 1176.613945] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.622180] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.787033] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550a9c8b-94fd-4045-ae61-fd2f3f1432f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.795022] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf78d16e-55b9-4610-83ff-e0a023eec4d1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.825088] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b7e19f-34c3-4ccb-b738-ba5c25d6843d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.832555] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0661c94c-456a-4da1-aba9-13aafe52c800 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.849125] env[69702]: DEBUG nova.compute.provider_tree [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.917888] env[69702]: DEBUG oslo_concurrency.lockutils [req-556bde5d-235b-4d4f-bc30-db4dd31ff308 req-31ad7fbd-f999-46e6-8ef4-0d894f808cb3 service nova] Releasing lock "refresh_cache-06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.918095] env[69702]: DEBUG nova.compute.manager [req-556bde5d-235b-4d4f-bc30-db4dd31ff308 req-31ad7fbd-f999-46e6-8ef4-0d894f808cb3 service nova] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Received event network-vif-deleted-d82d2b00-6f1d-4ed2-83c7-f5a3c2c871cc {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.948810] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52162d56-5845-169e-c087-f67a87d5c539, 'name': SearchDatastore_Task, 'duration_secs': 0.03602} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.949648] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60262f7-823e-41c4-b91b-7574272d8d37 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.955085] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1176.955085] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a08d17-b707-0a10-6bcb-74c4ef229004" [ 1176.955085] env[69702]: _type = "Task" [ 1176.955085] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.963234] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a08d17-b707-0a10-6bcb-74c4ef229004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.124840] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126104} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.125244] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.125936] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e591028-b01b-4642-bf71-ce8285fdf33c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.147428] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 3df32ea1-eeda-4997-85b1-9802d8c56c02/3df32ea1-eeda-4997-85b1-9802d8c56c02.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.147702] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afdbd3d7-3515-46f9-b1fe-46d3df8206ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.167617] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1177.167617] env[69702]: value = "task-3085985" [ 1177.167617] env[69702]: _type = "Task" [ 1177.167617] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.175583] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.352283] env[69702]: DEBUG nova.scheduler.client.report [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.465815] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a08d17-b707-0a10-6bcb-74c4ef229004, 'name': SearchDatastore_Task, 'duration_secs': 0.028352} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.466106] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.466369] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f/06aab0f9-2c3f-4a8e-985f-579ef9f9e60f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.466640] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c960dd7c-b69f-4fb9-97aa-e6b0d8684107 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.473018] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1177.473018] env[69702]: value = "task-3085986" [ 1177.473018] env[69702]: _type = "Task" [ 1177.473018] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.480889] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.677839] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085985, 'name': ReconfigVM_Task, 'duration_secs': 0.423792} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.678153] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 3df32ea1-eeda-4997-85b1-9802d8c56c02/3df32ea1-eeda-4997-85b1-9802d8c56c02.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.678988] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbc933f4-4f52-4b4b-b658-a315bc2ac25e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.685153] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1177.685153] env[69702]: value = "task-3085987" [ 1177.685153] env[69702]: _type = "Task" [ 1177.685153] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.693455] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085987, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.857892] env[69702]: DEBUG oslo_concurrency.lockutils [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.882634] env[69702]: INFO nova.scheduler.client.report [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Deleted allocations for instance 1d9227ba-92a4-49a4-acc2-34fbabad2944 [ 1177.985546] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085986, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.195869] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085987, 'name': Rename_Task, 'duration_secs': 0.435292} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.196266] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.196541] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-142be5d9-f9b0-4a43-83c0-e51471a8fe55 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.202411] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1178.202411] env[69702]: value = "task-3085988" [ 1178.202411] env[69702]: _type = "Task" [ 1178.202411] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.210018] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.247392] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b55cd8-e9f1-98cc-c708-ffae85b1eda4/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1178.248393] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bbb7ae-6a75-418d-8740-8909b6139133 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.254403] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b55cd8-e9f1-98cc-c708-ffae85b1eda4/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1178.254567] env[69702]: ERROR oslo_vmware.rw_handles [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b55cd8-e9f1-98cc-c708-ffae85b1eda4/disk-0.vmdk due to incomplete transfer. [ 1178.254774] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a8892d29-e714-453f-9c6f-a94aece0e49b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.260939] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b55cd8-e9f1-98cc-c708-ffae85b1eda4/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1178.261158] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Uploaded image bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1178.263604] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1178.263858] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b340912f-8fdb-4607-95e1-c1b5bf8a8d85 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.268691] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1178.268691] env[69702]: value = "task-3085989" [ 1178.268691] env[69702]: _type = "Task" [ 1178.268691] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.276592] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085989, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.392812] env[69702]: DEBUG oslo_concurrency.lockutils [None req-707d6603-a072-49d4-bf3e-b7a4b31480ff tempest-AttachVolumeTestJSON-1563556549 tempest-AttachVolumeTestJSON-1563556549-project-member] Lock "1d9227ba-92a4-49a4-acc2-34fbabad2944" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.943s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.483975] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600898} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.484264] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f/06aab0f9-2c3f-4a8e-985f-579ef9f9e60f.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.484483] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.484728] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dffaa841-9f78-445b-b2da-b6ef7370369d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.491314] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1178.491314] env[69702]: value = "task-3085990" [ 1178.491314] env[69702]: _type = "Task" [ 1178.491314] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.498850] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.712744] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.778959] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085989, 'name': Destroy_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.000963] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099174} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.001445] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.002176] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69166cc6-ec25-4f65-8bcd-e850dd213743 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.025367] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f/06aab0f9-2c3f-4a8e-985f-579ef9f9e60f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.025705] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd5c7799-f231-4d25-9eaf-d88881c3c2cd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.047613] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1179.047613] env[69702]: value = "task-3085991" [ 1179.047613] env[69702]: _type = "Task" [ 1179.047613] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.059060] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.214164] env[69702]: DEBUG oslo_vmware.api [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085988, 'name': PowerOnVM_Task, 'duration_secs': 0.912761} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.214164] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.214164] env[69702]: DEBUG nova.compute.manager [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.214846] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dad5ff-d6d3-43ea-bceb-33ac4888123a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.279007] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085989, 'name': Destroy_Task, 'duration_secs': 0.775072} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.279219] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Destroyed the VM [ 1179.279475] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1179.279748] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b6ac0de6-8f53-46b3-b75d-9bc428693949 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.286535] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1179.286535] env[69702]: value = "task-3085993" [ 1179.286535] env[69702]: _type = "Task" [ 1179.286535] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.294042] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085993, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.310629] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "78982504-c055-4733-bc57-ecceb11e675b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.310870] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "78982504-c055-4733-bc57-ecceb11e675b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.311062] env[69702]: INFO nova.compute.manager [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Shelving [ 1179.556662] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085991, 'name': ReconfigVM_Task, 'duration_secs': 0.441777} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.556942] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f/06aab0f9-2c3f-4a8e-985f-579ef9f9e60f.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.557570] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-058e274f-523d-41d8-be2b-1ee3ff6efc36 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.563343] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1179.563343] env[69702]: value = "task-3085994" [ 1179.563343] env[69702]: _type = "Task" [ 1179.563343] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.572640] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085994, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.732496] env[69702]: DEBUG oslo_concurrency.lockutils [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.732763] env[69702]: DEBUG oslo_concurrency.lockutils [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.732941] env[69702]: DEBUG nova.objects.instance [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1179.797471] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085993, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.074216] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085994, 'name': Rename_Task, 'duration_secs': 0.149517} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.074818] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.075206] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e798d8db-0470-496d-a403-cc5aae3f0237 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.082511] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1180.082511] env[69702]: value = "task-3085995" [ 1180.082511] env[69702]: _type = "Task" [ 1180.082511] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.090741] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.298067] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085993, 'name': RemoveSnapshot_Task, 'duration_secs': 0.972387} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.298411] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1180.298568] env[69702]: DEBUG nova.compute.manager [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.299341] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a13201e-030f-4037-b42d-b52dd083103c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.321428] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.321707] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d5acf85-84f9-4337-98b4-caa8c2394e49 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.329775] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1180.329775] env[69702]: value = "task-3085996" [ 1180.329775] env[69702]: _type = "Task" [ 1180.329775] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.337871] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.592381] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085995, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.640785] env[69702]: DEBUG oslo_concurrency.lockutils [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "3df32ea1-eeda-4997-85b1-9802d8c56c02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.641081] env[69702]: DEBUG oslo_concurrency.lockutils [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "3df32ea1-eeda-4997-85b1-9802d8c56c02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.641308] env[69702]: DEBUG oslo_concurrency.lockutils [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "3df32ea1-eeda-4997-85b1-9802d8c56c02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.641493] env[69702]: DEBUG oslo_concurrency.lockutils [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "3df32ea1-eeda-4997-85b1-9802d8c56c02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.641664] env[69702]: DEBUG oslo_concurrency.lockutils [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "3df32ea1-eeda-4997-85b1-9802d8c56c02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.643707] env[69702]: INFO nova.compute.manager [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Terminating instance [ 1180.742397] env[69702]: DEBUG oslo_concurrency.lockutils [None req-408f12f7-4f65-4470-b006-1eab335a94ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.812163] env[69702]: INFO nova.compute.manager [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Shelve offloading [ 1180.838638] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085996, 'name': PowerOffVM_Task, 'duration_secs': 0.235382} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.838843] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.839632] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4807409-f2c1-405e-b80d-2ecfb5a20e24 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.857059] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dc1db2-2993-4376-b492-9d5cdff33797 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.069616] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.069855] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.092976] env[69702]: DEBUG oslo_vmware.api [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3085995, 'name': PowerOnVM_Task, 'duration_secs': 0.526465} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.094323] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.094323] env[69702]: INFO nova.compute.manager [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1181.094323] env[69702]: DEBUG nova.compute.manager [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.094446] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ac2136-6c18-4fdd-ada3-d65a18d8371a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.147713] env[69702]: DEBUG nova.compute.manager [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.147958] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.148876] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e9f9a3-030d-4036-b81a-9efe6b2688e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.158341] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.158552] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a225c13-840d-4ffd-96d6-2973eab99c83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.163842] env[69702]: DEBUG oslo_vmware.api [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1181.163842] env[69702]: value = "task-3085997" [ 1181.163842] env[69702]: _type = "Task" [ 1181.163842] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.171206] env[69702]: DEBUG oslo_vmware.api [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.316723] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.317187] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbc27a62-e95d-4a55-a958-f607c9f9183b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.325149] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1181.325149] env[69702]: value = "task-3085998" [ 1181.325149] env[69702]: _type = "Task" [ 1181.325149] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.335161] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3085998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.366813] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1181.367296] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a808e044-dc5e-4437-9735-4893af1b08a8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.374782] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1181.374782] env[69702]: value = "task-3085999" [ 1181.374782] env[69702]: _type = "Task" [ 1181.374782] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.383609] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085999, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.571952] env[69702]: DEBUG nova.compute.manager [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.612346] env[69702]: INFO nova.compute.manager [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Took 12.62 seconds to build instance. [ 1181.673612] env[69702]: DEBUG oslo_vmware.api [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3085997, 'name': PowerOffVM_Task, 'duration_secs': 0.206934} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.674097] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.674307] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.674561] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e47d805b-8b70-4b99-bd67-a90b02c584ce {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.737353] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.737741] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.737982] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleting the datastore file [datastore2] 3df32ea1-eeda-4997-85b1-9802d8c56c02 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.738320] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c48f8005-900f-4109-b18a-b901361733c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.745255] env[69702]: DEBUG oslo_vmware.api [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1181.745255] env[69702]: value = "task-3086001" [ 1181.745255] env[69702]: _type = "Task" [ 1181.745255] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.754712] env[69702]: DEBUG oslo_vmware.api [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.837714] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1181.837714] env[69702]: DEBUG nova.compute.manager [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.837714] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e680e4-67a8-46da-a279-16701d9d49e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.842336] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.842492] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.842668] env[69702]: DEBUG nova.network.neutron [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.884623] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085999, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.095454] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.095733] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.097267] env[69702]: INFO nova.compute.claims [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.114260] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12eadd19-afca-4c46-8b2e-1def22e48c76 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.130s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.220492] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.220492] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.258097] env[69702]: DEBUG oslo_vmware.api [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143279} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.258097] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.258097] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.258097] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.258097] env[69702]: INFO nova.compute.manager [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1182.258097] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.258097] env[69702]: DEBUG nova.compute.manager [-] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.258097] env[69702]: DEBUG nova.network.neutron [-] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.389130] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3085999, 'name': CreateSnapshot_Task, 'duration_secs': 0.812679} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.392117] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1182.392117] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa233e2-f982-474f-8768-65d7ce8448b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.421540] env[69702]: DEBUG nova.compute.manager [req-45cd4c51-b755-4a66-a3f0-0711ecb07977 req-361d1952-30c4-4ae0-ae59-345d3d159e3e service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Received event network-changed-57c87a97-16f1-4cd4-954d-153335ce3187 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.422649] env[69702]: DEBUG nova.compute.manager [req-45cd4c51-b755-4a66-a3f0-0711ecb07977 req-361d1952-30c4-4ae0-ae59-345d3d159e3e service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Refreshing instance network info cache due to event network-changed-57c87a97-16f1-4cd4-954d-153335ce3187. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.422649] env[69702]: DEBUG oslo_concurrency.lockutils [req-45cd4c51-b755-4a66-a3f0-0711ecb07977 req-361d1952-30c4-4ae0-ae59-345d3d159e3e service nova] Acquiring lock "refresh_cache-06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.422649] env[69702]: DEBUG oslo_concurrency.lockutils [req-45cd4c51-b755-4a66-a3f0-0711ecb07977 req-361d1952-30c4-4ae0-ae59-345d3d159e3e service nova] Acquired lock "refresh_cache-06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.423722] env[69702]: DEBUG nova.network.neutron [req-45cd4c51-b755-4a66-a3f0-0711ecb07977 req-361d1952-30c4-4ae0-ae59-345d3d159e3e service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Refreshing network info cache for port 57c87a97-16f1-4cd4-954d-153335ce3187 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.700018] env[69702]: DEBUG nova.network.neutron [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updating instance_info_cache with network_info: [{"id": "7ba6308b-0959-4323-a06c-364790d80535", "address": "fa:16:3e:40:e7:90", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba6308b-09", "ovs_interfaceid": "7ba6308b-0959-4323-a06c-364790d80535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.724537] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.724670] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.724737] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.724888] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.725048] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.725196] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.910610] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1182.911018] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-af3313db-9eb6-479e-a41e-885bdfe3b8b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.919787] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1182.919787] env[69702]: value = "task-3086003" [ 1182.919787] env[69702]: _type = "Task" [ 1182.919787] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.929784] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086003, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.128782] env[69702]: DEBUG nova.network.neutron [req-45cd4c51-b755-4a66-a3f0-0711ecb07977 req-361d1952-30c4-4ae0-ae59-345d3d159e3e service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Updated VIF entry in instance network info cache for port 57c87a97-16f1-4cd4-954d-153335ce3187. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.129181] env[69702]: DEBUG nova.network.neutron [req-45cd4c51-b755-4a66-a3f0-0711ecb07977 req-361d1952-30c4-4ae0-ae59-345d3d159e3e service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Updating instance_info_cache with network_info: [{"id": "57c87a97-16f1-4cd4-954d-153335ce3187", "address": "fa:16:3e:36:60:d0", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57c87a97-16", "ovs_interfaceid": "57c87a97-16f1-4cd4-954d-153335ce3187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.186470] env[69702]: DEBUG nova.network.neutron [-] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.202847] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.229438] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Getting list of instances from cluster (obj){ [ 1183.229438] env[69702]: value = "domain-c8" [ 1183.229438] env[69702]: _type = "ClusterComputeResource" [ 1183.229438] env[69702]: } {{(pid=69702) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1183.233207] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99483861-2483-4492-8592-e3fc8cc0b007 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.255697] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Got total of 7 instances {{(pid=69702) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1183.255942] env[69702]: WARNING nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] While synchronizing instance power states, found 9 instances in the database and 7 instances on the hypervisor. [ 1183.256129] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Triggering sync for uuid 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7 {{(pid=69702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1183.256387] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Triggering sync for uuid cf0ac868-8032-4670-b31b-ed11fc4e06de {{(pid=69702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1183.256657] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Triggering sync for uuid 89ca3456-61ad-467b-bbb2-6923e301f8a0 {{(pid=69702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1183.256781] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Triggering sync for uuid 56009dbd-b866-43c9-b55b-5090bc2d7334 {{(pid=69702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1183.256985] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Triggering sync for uuid 78982504-c055-4733-bc57-ecceb11e675b {{(pid=69702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1183.257186] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Triggering sync for uuid a14ae0d7-c7cd-4772-b08b-f510c6672462 {{(pid=69702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1183.257384] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Triggering sync for uuid 3df32ea1-eeda-4997-85b1-9802d8c56c02 {{(pid=69702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1183.257559] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Triggering sync for uuid 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f {{(pid=69702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1183.257766] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Triggering sync for uuid 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6 {{(pid=69702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1183.259234] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.259510] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.259802] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.260021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.260274] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.260470] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.260705] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "56009dbd-b866-43c9-b55b-5090bc2d7334" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.260943] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "78982504-c055-4733-bc57-ecceb11e675b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.261164] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "a14ae0d7-c7cd-4772-b08b-f510c6672462" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.261361] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "a14ae0d7-c7cd-4772-b08b-f510c6672462" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.261605] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "3df32ea1-eeda-4997-85b1-9802d8c56c02" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.261852] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.262055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.262310] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.262526] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.262671] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1183.263445] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35028102-31f4-4533-b7f3-f47cf2931252 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.267112] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f83b87b-ce56-4f78-9c1a-d556ab026f15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.269739] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b7a72a-55ab-455f-8565-23b91ad0e938 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.272805] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559030fd-eeb9-41f2-9d23-0d4dbdb8a447 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.275620] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8249e69a-046d-4457-9661-7689ae1bb783 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.280673] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cd9ed1-cac5-4b7a-8304-c5192acb0d51 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.283511] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.303665] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82109a45-7123-41d8-8564-3f6def385cc6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.350162] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5196652b-9b93-48c8-a3ad-5d4c72347cc6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.363172] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a871272-1d54-403f-9c97-ead9e30d90ce {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.380341] env[69702]: DEBUG nova.compute.provider_tree [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.430337] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086003, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.613271] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.614234] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3ab9d7-7c32-4b80-8ddf-ef213aefe5c0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.621874] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.622126] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-254bfdd3-874d-4cd1-aa07-0a7910d708fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.632204] env[69702]: DEBUG oslo_concurrency.lockutils [req-45cd4c51-b755-4a66-a3f0-0711ecb07977 req-361d1952-30c4-4ae0-ae59-345d3d159e3e service nova] Releasing lock "refresh_cache-06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.685028] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.685171] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.685333] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleting the datastore file [datastore1] 56009dbd-b866-43c9-b55b-5090bc2d7334 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.685645] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfe77bf7-a28e-4253-8586-4cc963882678 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.690567] env[69702]: INFO nova.compute.manager [-] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Took 1.43 seconds to deallocate network for instance. [ 1183.693370] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1183.693370] env[69702]: value = "task-3086005" [ 1183.693370] env[69702]: _type = "Task" [ 1183.693370] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.703962] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.791212] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.815258] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.816892] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.817251] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.819749] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.850341] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "a14ae0d7-c7cd-4772-b08b-f510c6672462" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.589s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.883099] env[69702]: DEBUG nova.scheduler.client.report [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.933417] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086003, 'name': CloneVM_Task} progress is 95%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.201330] env[69702]: DEBUG oslo_concurrency.lockutils [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.207277] env[69702]: DEBUG oslo_vmware.api [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125282} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.207522] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.207715] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.207907] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.231618] env[69702]: INFO nova.scheduler.client.report [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleted allocations for instance 56009dbd-b866-43c9-b55b-5090bc2d7334 [ 1184.387754] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.388296] env[69702]: DEBUG nova.compute.manager [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.390967] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.600s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.391163] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.391324] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1184.391605] env[69702]: DEBUG oslo_concurrency.lockutils [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.191s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.391825] env[69702]: DEBUG nova.objects.instance [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lazy-loading 'resources' on Instance uuid 3df32ea1-eeda-4997-85b1-9802d8c56c02 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.394254] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf65df37-0f1f-4251-9eec-4043d41081ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.403237] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a449bf9-cea6-4656-b0f6-51e2a0b92370 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.418433] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61d1c56-1f01-4b93-aac5-87f0cf9da50f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.428029] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43401df-d171-4b2a-9406-319e25a9ac6a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.434505] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086003, 'name': CloneVM_Task, 'duration_secs': 1.238411} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.435142] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Created linked-clone VM from snapshot [ 1184.436392] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c8c4fb-ce9d-4130-b58a-9fd58c8e1647 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.463401] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179121MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1184.463570] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.467048] env[69702]: DEBUG nova.compute.manager [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Received event network-vif-deleted-360b2891-38d2-4dd1-8041-59d628b3e5db {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.467223] env[69702]: DEBUG nova.compute.manager [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Received event network-vif-unplugged-7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.467431] env[69702]: DEBUG oslo_concurrency.lockutils [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] Acquiring lock "56009dbd-b866-43c9-b55b-5090bc2d7334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.467633] env[69702]: DEBUG oslo_concurrency.lockutils [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.467798] env[69702]: DEBUG oslo_concurrency.lockutils [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.467964] env[69702]: DEBUG nova.compute.manager [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] No waiting events found dispatching network-vif-unplugged-7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.468150] env[69702]: WARNING nova.compute.manager [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Received unexpected event network-vif-unplugged-7ba6308b-0959-4323-a06c-364790d80535 for instance with vm_state shelved_offloaded and task_state None. [ 1184.468311] env[69702]: DEBUG nova.compute.manager [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Received event network-changed-7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.468488] env[69702]: DEBUG nova.compute.manager [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Refreshing instance network info cache due to event network-changed-7ba6308b-0959-4323-a06c-364790d80535. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.468687] env[69702]: DEBUG oslo_concurrency.lockutils [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] Acquiring lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.468823] env[69702]: DEBUG oslo_concurrency.lockutils [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] Acquired lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.468977] env[69702]: DEBUG nova.network.neutron [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Refreshing network info cache for port 7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.474159] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Uploading image 7cb9cd04-69d8-4111-b88c-682accb31cee {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1184.502112] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1184.502112] env[69702]: value = "vm-617752" [ 1184.502112] env[69702]: _type = "VirtualMachine" [ 1184.502112] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1184.502414] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f0d0ce47-1f0b-4430-9d92-b73349d4e1f4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.510121] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lease: (returnval){ [ 1184.510121] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5250a330-c6c6-11b4-feb4-8ccb55cba9d7" [ 1184.510121] env[69702]: _type = "HttpNfcLease" [ 1184.510121] env[69702]: } obtained for exporting VM: (result){ [ 1184.510121] env[69702]: value = "vm-617752" [ 1184.510121] env[69702]: _type = "VirtualMachine" [ 1184.510121] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1184.510359] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the lease: (returnval){ [ 1184.510359] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5250a330-c6c6-11b4-feb4-8ccb55cba9d7" [ 1184.510359] env[69702]: _type = "HttpNfcLease" [ 1184.510359] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1184.519364] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1184.519364] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5250a330-c6c6-11b4-feb4-8ccb55cba9d7" [ 1184.519364] env[69702]: _type = "HttpNfcLease" [ 1184.519364] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1184.735782] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.895474] env[69702]: DEBUG nova.compute.utils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.897013] env[69702]: DEBUG nova.compute.manager [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.898983] env[69702]: DEBUG nova.network.neutron [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.939028] env[69702]: DEBUG nova.policy [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caa8fb4cfcf04ab9bf5a85327642a3c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84e9744b32da41eabc6501e9ef694543', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.011813] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb63b111-9cda-4faa-8020-f29f9d2bbab6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.024074] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1185.024074] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5250a330-c6c6-11b4-feb4-8ccb55cba9d7" [ 1185.024074] env[69702]: _type = "HttpNfcLease" [ 1185.024074] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1185.024455] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1185.024455] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5250a330-c6c6-11b4-feb4-8ccb55cba9d7" [ 1185.024455] env[69702]: _type = "HttpNfcLease" [ 1185.024455] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1185.025393] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45e05a0-8e76-4bc2-94ff-35d2457dc147 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.028753] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c48d89-467e-4931-8596-973f72c60d04 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.064966] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52299d1a-c626-3e6d-7e6d-55c5267d4136/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1185.065164] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52299d1a-c626-3e6d-7e6d-55c5267d4136/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1185.068414] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4330796d-4cd0-4b61-b7dc-a73f550231ac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.132336] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6775ae7-566e-45f3-92f4-51bd64989412 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.145627] env[69702]: DEBUG nova.compute.provider_tree [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.161093] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fbba0682-96de-4028-9119-805bfa41f0c8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.403664] env[69702]: DEBUG nova.compute.manager [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.648518] env[69702]: DEBUG nova.scheduler.client.report [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.665133] env[69702]: DEBUG nova.network.neutron [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updated VIF entry in instance network info cache for port 7ba6308b-0959-4323-a06c-364790d80535. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.666025] env[69702]: DEBUG nova.network.neutron [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updating instance_info_cache with network_info: [{"id": "7ba6308b-0959-4323-a06c-364790d80535", "address": "fa:16:3e:40:e7:90", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7ba6308b-09", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.688743] env[69702]: DEBUG nova.network.neutron [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Successfully created port: ecb0d1a8-bbcc-4729-88e4-6f8a425be02d {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.155697] env[69702]: DEBUG oslo_concurrency.lockutils [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.158417] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.695s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.168254] env[69702]: DEBUG oslo_concurrency.lockutils [req-768ecf66-3cd1-409f-8dc9-1a0583d36be0 req-67ce31bf-2c80-4c86-a4e4-330626f9ef22 service nova] Releasing lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.177891] env[69702]: INFO nova.scheduler.client.report [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted allocations for instance 3df32ea1-eeda-4997-85b1-9802d8c56c02 [ 1186.198899] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "56009dbd-b866-43c9-b55b-5090bc2d7334" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.419335] env[69702]: DEBUG nova.compute.manager [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.507946] env[69702]: DEBUG nova.virt.hardware [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.508251] env[69702]: DEBUG nova.virt.hardware [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.508543] env[69702]: DEBUG nova.virt.hardware [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.508746] env[69702]: DEBUG nova.virt.hardware [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.508962] env[69702]: DEBUG nova.virt.hardware [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.509145] env[69702]: DEBUG nova.virt.hardware [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.509377] env[69702]: DEBUG nova.virt.hardware [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.509582] env[69702]: DEBUG nova.virt.hardware [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.509837] env[69702]: DEBUG nova.virt.hardware [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.510044] env[69702]: DEBUG nova.virt.hardware [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.510263] env[69702]: DEBUG nova.virt.hardware [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.511151] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf81ac5-a563-490a-b80d-180119c72b7a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.520955] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1617e327-0379-4169-8304-59aaf9164388 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.685340] env[69702]: DEBUG oslo_concurrency.lockutils [None req-44165fb3-3d0a-41fc-a108-65b3246ef4b6 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "3df32ea1-eeda-4997-85b1-9802d8c56c02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.044s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.686470] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "3df32ea1-eeda-4997-85b1-9802d8c56c02" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.425s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.687030] env[69702]: INFO nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] During sync_power_state the instance has a pending task (deleting). Skip. [ 1186.687670] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "3df32ea1-eeda-4997-85b1-9802d8c56c02" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.173856] env[69702]: DEBUG nova.compute.manager [req-5616e890-d5ce-4fde-914f-dff56b79b9b7 req-302b601e-d388-4f63-b9ee-a14d5f04af79 service nova] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Received event network-vif-plugged-ecb0d1a8-bbcc-4729-88e4-6f8a425be02d {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.174098] env[69702]: DEBUG oslo_concurrency.lockutils [req-5616e890-d5ce-4fde-914f-dff56b79b9b7 req-302b601e-d388-4f63-b9ee-a14d5f04af79 service nova] Acquiring lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.174310] env[69702]: DEBUG oslo_concurrency.lockutils [req-5616e890-d5ce-4fde-914f-dff56b79b9b7 req-302b601e-d388-4f63-b9ee-a14d5f04af79 service nova] Lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.174479] env[69702]: DEBUG oslo_concurrency.lockutils [req-5616e890-d5ce-4fde-914f-dff56b79b9b7 req-302b601e-d388-4f63-b9ee-a14d5f04af79 service nova] Lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.174785] env[69702]: DEBUG nova.compute.manager [req-5616e890-d5ce-4fde-914f-dff56b79b9b7 req-302b601e-d388-4f63-b9ee-a14d5f04af79 service nova] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] No waiting events found dispatching network-vif-plugged-ecb0d1a8-bbcc-4729-88e4-6f8a425be02d {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.174861] env[69702]: WARNING nova.compute.manager [req-5616e890-d5ce-4fde-914f-dff56b79b9b7 req-302b601e-d388-4f63-b9ee-a14d5f04af79 service nova] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Received unexpected event network-vif-plugged-ecb0d1a8-bbcc-4729-88e4-6f8a425be02d for instance with vm_state building and task_state spawning. [ 1187.191917] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.192083] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance cf0ac868-8032-4670-b31b-ed11fc4e06de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.192214] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 89ca3456-61ad-467b-bbb2-6923e301f8a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.192333] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 78982504-c055-4733-bc57-ecceb11e675b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.192494] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance a14ae0d7-c7cd-4772-b08b-f510c6672462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.192660] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.192782] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.193046] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (5a08ce25-a270-4b9f-aabb-681250add3d4): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1187.193279] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1187.193279] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1187.268207] env[69702]: DEBUG nova.network.neutron [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Successfully updated port: ecb0d1a8-bbcc-4729-88e4-6f8a425be02d {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.308483] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea91edd-363e-44e9-8f31-16bd17e4f849 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.316804] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7fbbd1-ef7c-4ed0-84a0-aa2d3fc04d71 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.348171] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d70b06-56ab-4cf4-9c34-be913a33d3f1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.355799] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24434076-3012-4b3b-9ede-d66bc8da6943 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.368858] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.781788] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "refresh_cache-03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.782158] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "refresh_cache-03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.782158] env[69702]: DEBUG nova.network.neutron [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.872531] env[69702]: DEBUG nova.scheduler.client.report [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.344190] env[69702]: DEBUG nova.network.neutron [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.378819] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1188.378819] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.219s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.378819] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.643s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.378819] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.560447] env[69702]: DEBUG nova.network.neutron [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Updating instance_info_cache with network_info: [{"id": "ecb0d1a8-bbcc-4729-88e4-6f8a425be02d", "address": "fa:16:3e:1f:59:1b", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb0d1a8-bb", "ovs_interfaceid": "ecb0d1a8-bbcc-4729-88e4-6f8a425be02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.890736] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bb226312-9925-4cf1-bed7-97fedb45a70e tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.717s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.892046] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.631s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.892046] env[69702]: INFO nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] During sync_power_state the instance has a pending task (shelving_offloading). Skip. [ 1188.892178] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.892517] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.694s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.892686] env[69702]: INFO nova.compute.manager [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Unshelving [ 1189.063650] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "refresh_cache-03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.064081] env[69702]: DEBUG nova.compute.manager [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Instance network_info: |[{"id": "ecb0d1a8-bbcc-4729-88e4-6f8a425be02d", "address": "fa:16:3e:1f:59:1b", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb0d1a8-bb", "ovs_interfaceid": "ecb0d1a8-bbcc-4729-88e4-6f8a425be02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.065026] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:59:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecb0d1a8-bbcc-4729-88e4-6f8a425be02d', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.072369] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.072622] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.073238] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35dfb3b5-369a-4aab-88b3-486b5fdc17d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.092877] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.092877] env[69702]: value = "task-3086008" [ 1189.092877] env[69702]: _type = "Task" [ 1189.092877] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.104008] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086008, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.225613] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.226894] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.317797] env[69702]: DEBUG nova.compute.manager [req-95e97d37-430e-471c-83b9-67873fd51700 req-7a2a96de-dce9-4f85-9137-4e892da00308 service nova] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Received event network-changed-ecb0d1a8-bbcc-4729-88e4-6f8a425be02d {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.318050] env[69702]: DEBUG nova.compute.manager [req-95e97d37-430e-471c-83b9-67873fd51700 req-7a2a96de-dce9-4f85-9137-4e892da00308 service nova] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Refreshing instance network info cache due to event network-changed-ecb0d1a8-bbcc-4729-88e4-6f8a425be02d. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.318275] env[69702]: DEBUG oslo_concurrency.lockutils [req-95e97d37-430e-471c-83b9-67873fd51700 req-7a2a96de-dce9-4f85-9137-4e892da00308 service nova] Acquiring lock "refresh_cache-03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.318419] env[69702]: DEBUG oslo_concurrency.lockutils [req-95e97d37-430e-471c-83b9-67873fd51700 req-7a2a96de-dce9-4f85-9137-4e892da00308 service nova] Acquired lock "refresh_cache-03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.318572] env[69702]: DEBUG nova.network.neutron [req-95e97d37-430e-471c-83b9-67873fd51700 req-7a2a96de-dce9-4f85-9137-4e892da00308 service nova] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Refreshing network info cache for port ecb0d1a8-bbcc-4729-88e4-6f8a425be02d {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.603574] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086008, 'name': CreateVM_Task, 'duration_secs': 0.339463} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.603770] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.604596] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.604801] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.605181] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.605471] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf823a3-70db-4a78-bf71-1c08244392ed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.610426] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1189.610426] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522f3318-909d-ae2b-d294-0182fcc580d0" [ 1189.610426] env[69702]: _type = "Task" [ 1189.610426] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.618578] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522f3318-909d-ae2b-d294-0182fcc580d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.728678] env[69702]: INFO nova.compute.manager [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Detaching volume c36f2e10-ec64-461f-8c24-4648a59f97f9 [ 1189.769862] env[69702]: INFO nova.virt.block_device [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Attempting to driver detach volume c36f2e10-ec64-461f-8c24-4648a59f97f9 from mountpoint /dev/sdb [ 1189.770158] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1189.770361] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617735', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'name': 'volume-c36f2e10-ec64-461f-8c24-4648a59f97f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89ca3456-61ad-467b-bbb2-6923e301f8a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'serial': 'c36f2e10-ec64-461f-8c24-4648a59f97f9'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1189.771284] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1a8813-3869-44a7-a31f-6ef0b9975e76 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.794534] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57beccd7-df49-4180-b0a8-0070df485ab5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.801969] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5189d9e8-77a5-49e5-84f3-c812b94bc8e1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.827323] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4876129-157c-4d77-8604-6163209fbcd2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.844759] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] The volume has not been displaced from its original location: [datastore1] volume-c36f2e10-ec64-461f-8c24-4648a59f97f9/volume-c36f2e10-ec64-461f-8c24-4648a59f97f9.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1189.850452] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.850824] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bde5af1-29d9-4b20-a738-7754186f461a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.871808] env[69702]: DEBUG oslo_vmware.api [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1189.871808] env[69702]: value = "task-3086009" [ 1189.871808] env[69702]: _type = "Task" [ 1189.871808] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.879798] env[69702]: DEBUG oslo_vmware.api [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.902693] env[69702]: DEBUG nova.compute.utils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.080587] env[69702]: DEBUG nova.network.neutron [req-95e97d37-430e-471c-83b9-67873fd51700 req-7a2a96de-dce9-4f85-9137-4e892da00308 service nova] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Updated VIF entry in instance network info cache for port ecb0d1a8-bbcc-4729-88e4-6f8a425be02d. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.080961] env[69702]: DEBUG nova.network.neutron [req-95e97d37-430e-471c-83b9-67873fd51700 req-7a2a96de-dce9-4f85-9137-4e892da00308 service nova] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Updating instance_info_cache with network_info: [{"id": "ecb0d1a8-bbcc-4729-88e4-6f8a425be02d", "address": "fa:16:3e:1f:59:1b", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb0d1a8-bb", "ovs_interfaceid": "ecb0d1a8-bbcc-4729-88e4-6f8a425be02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.122283] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522f3318-909d-ae2b-d294-0182fcc580d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.122589] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.122834] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.123079] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.123232] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.123415] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.123698] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f5fc75a-8694-4d07-a238-58453dd4c32b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.134417] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.134589] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.135345] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96e42ec-2641-4691-80a5-516ea8196373 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.140937] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1190.140937] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522fed77-636e-0b0a-1916-920f7662189e" [ 1190.140937] env[69702]: _type = "Task" [ 1190.140937] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.148664] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522fed77-636e-0b0a-1916-920f7662189e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.382105] env[69702]: DEBUG oslo_vmware.api [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086009, 'name': ReconfigVM_Task, 'duration_secs': 0.253173} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.382414] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.387520] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7f4318a-b654-4eb0-b13a-a9ceac7ae3d8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.402918] env[69702]: DEBUG oslo_vmware.api [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1190.402918] env[69702]: value = "task-3086010" [ 1190.402918] env[69702]: _type = "Task" [ 1190.402918] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.406603] env[69702]: INFO nova.virt.block_device [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Booting with volume c4a2de0e-3989-435f-a228-28f53f006e47 at /dev/sdb [ 1190.413626] env[69702]: DEBUG oslo_vmware.api [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.446343] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2efc50d-5c78-4707-a381-fe1cccc0dc88 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.454825] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a9925f-c7b6-4964-b61a-e9a3c7227532 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.484270] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1e81693-a5b9-45a7-9cfa-2fba525dfb56 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.491739] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eade2e3d-a2d7-45df-ace0-e612bf77158a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.519929] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4a718b-af38-41f7-92cb-95e0dc0183c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.526467] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864da684-0461-4315-8b1a-4664ed140344 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.539631] env[69702]: DEBUG nova.virt.block_device [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updating existing volume attachment record: 9c47b7bf-cbab-44f0-a8c6-af7e30b27d7f {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1190.584541] env[69702]: DEBUG oslo_concurrency.lockutils [req-95e97d37-430e-471c-83b9-67873fd51700 req-7a2a96de-dce9-4f85-9137-4e892da00308 service nova] Releasing lock "refresh_cache-03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.652482] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522fed77-636e-0b0a-1916-920f7662189e, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.653420] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8d1629-35ba-4071-a0c7-8df77168cf03 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.658981] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1190.658981] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52babba3-4ec9-7de5-fe49-c548f27936db" [ 1190.658981] env[69702]: _type = "Task" [ 1190.658981] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.667485] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52babba3-4ec9-7de5-fe49-c548f27936db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.912969] env[69702]: DEBUG oslo_vmware.api [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086010, 'name': ReconfigVM_Task, 'duration_secs': 0.141629} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.913355] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617735', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'name': 'volume-c36f2e10-ec64-461f-8c24-4648a59f97f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89ca3456-61ad-467b-bbb2-6923e301f8a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c36f2e10-ec64-461f-8c24-4648a59f97f9', 'serial': 'c36f2e10-ec64-461f-8c24-4648a59f97f9'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.169560] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52babba3-4ec9-7de5-fe49-c548f27936db, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.169892] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.170212] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6/03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.170506] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff8463c9-7277-479c-a713-6b00c1a0324b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.177071] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1191.177071] env[69702]: value = "task-3086014" [ 1191.177071] env[69702]: _type = "Task" [ 1191.177071] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.185476] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.457700] env[69702]: DEBUG nova.objects.instance [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lazy-loading 'flavor' on Instance uuid 89ca3456-61ad-467b-bbb2-6923e301f8a0 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.687517] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490996} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.687785] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6/03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.688015] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.688268] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a217e247-43c3-420a-ad77-0932f6d097eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.694362] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1191.694362] env[69702]: value = "task-3086015" [ 1191.694362] env[69702]: _type = "Task" [ 1191.694362] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.702504] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.947640] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52299d1a-c626-3e6d-7e6d-55c5267d4136/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1191.948669] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5439de3-b7af-40a7-ad8a-de570dacc670 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.954935] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52299d1a-c626-3e6d-7e6d-55c5267d4136/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1191.955116] env[69702]: ERROR oslo_vmware.rw_handles [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52299d1a-c626-3e6d-7e6d-55c5267d4136/disk-0.vmdk due to incomplete transfer. [ 1191.955350] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cf0362da-ca72-4221-b0ef-d79ba33cec2a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.964143] env[69702]: DEBUG oslo_vmware.rw_handles [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52299d1a-c626-3e6d-7e6d-55c5267d4136/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1191.964342] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Uploaded image 7cb9cd04-69d8-4111-b88c-682accb31cee to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1191.966713] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1191.967119] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-abaab98f-0b17-4634-be9d-39e1fa496e46 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.973404] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1191.973404] env[69702]: value = "task-3086016" [ 1191.973404] env[69702]: _type = "Task" [ 1191.973404] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.982056] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086016, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.206612] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119118} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.206986] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.207791] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556b920c-f9ca-451e-852e-d13d49bcf67c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.229783] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6/03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.230056] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9809aa5-edac-4024-912d-a16edc5b96b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.248930] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1192.248930] env[69702]: value = "task-3086017" [ 1192.248930] env[69702]: _type = "Task" [ 1192.248930] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.256764] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.467866] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12b933db-322b-436e-8388-b966d6cac5d9 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.483591] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086016, 'name': Destroy_Task, 'duration_secs': 0.331088} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.483869] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Destroyed the VM [ 1192.484130] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1192.484395] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5fc726d1-fa4d-4397-9049-f55a7232021b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.490308] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1192.490308] env[69702]: value = "task-3086018" [ 1192.490308] env[69702]: _type = "Task" [ 1192.490308] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.498284] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086018, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.758960] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086017, 'name': ReconfigVM_Task, 'duration_secs': 0.30896} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.759317] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6/03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.760017] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c03a71d-badc-4f99-9d53-3a11536b2b42 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.766498] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1192.766498] env[69702]: value = "task-3086019" [ 1192.766498] env[69702]: _type = "Task" [ 1192.766498] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.004496] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086018, 'name': RemoveSnapshot_Task, 'duration_secs': 0.4033} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.004803] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1193.005148] env[69702]: DEBUG nova.compute.manager [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.005941] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b00109-3611-486d-b5fb-42888be653d8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.276889] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086019, 'name': Rename_Task, 'duration_secs': 0.207973} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.277213] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.277474] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8d7fbf8-985e-47cd-a0e4-85eebcc3d525 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.284123] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1193.284123] env[69702]: value = "task-3086021" [ 1193.284123] env[69702]: _type = "Task" [ 1193.284123] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.294564] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.500227] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.500527] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.500802] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "89ca3456-61ad-467b-bbb2-6923e301f8a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.501027] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.501189] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.503450] env[69702]: INFO nova.compute.manager [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Terminating instance [ 1193.517196] env[69702]: INFO nova.compute.manager [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Shelve offloading [ 1193.794336] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086021, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.007744] env[69702]: DEBUG nova.compute.manager [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.008121] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.008932] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609b42be-1b54-4c68-b4c1-d9859031bb7d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.016871] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.017148] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9841e6e0-ccd9-4c3d-911d-740b08db1063 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.020422] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.020652] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d64ed3d5-a920-4b60-bcc8-98114c85a42e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.023459] env[69702]: DEBUG oslo_vmware.api [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1194.023459] env[69702]: value = "task-3086022" [ 1194.023459] env[69702]: _type = "Task" [ 1194.023459] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.029062] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1194.029062] env[69702]: value = "task-3086023" [ 1194.029062] env[69702]: _type = "Task" [ 1194.029062] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.032371] env[69702]: DEBUG oslo_vmware.api [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.040725] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1194.040941] env[69702]: DEBUG nova.compute.manager [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.041752] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a739e00d-a86d-4df0-bcc1-071e719bd273 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.047269] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.047437] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.047660] env[69702]: DEBUG nova.network.neutron [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.295081] env[69702]: DEBUG oslo_vmware.api [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086021, 'name': PowerOnVM_Task, 'duration_secs': 0.776322} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.295081] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.295081] env[69702]: INFO nova.compute.manager [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1194.295081] env[69702]: DEBUG nova.compute.manager [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.295622] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca67570-be25-4c43-a1c3-67adc1a5db54 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.533449] env[69702]: DEBUG oslo_vmware.api [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086022, 'name': PowerOffVM_Task, 'duration_secs': 0.224941} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.533726] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.533916] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.534189] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5e0c1ce-fe6d-4d9f-a579-09def28a9e69 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.596810] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.597011] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.597066] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleting the datastore file [datastore2] 89ca3456-61ad-467b-bbb2-6923e301f8a0 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.597298] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ec18d1b-ad84-4dfc-9b03-a83cb3184730 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.603378] env[69702]: DEBUG oslo_vmware.api [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1194.603378] env[69702]: value = "task-3086025" [ 1194.603378] env[69702]: _type = "Task" [ 1194.603378] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.610702] env[69702]: DEBUG oslo_vmware.api [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.748809] env[69702]: DEBUG nova.network.neutron [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updating instance_info_cache with network_info: [{"id": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "address": "fa:16:3e:13:a8:86", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf5f891-6a", "ovs_interfaceid": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.812820] env[69702]: INFO nova.compute.manager [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Took 12.74 seconds to build instance. [ 1195.113318] env[69702]: DEBUG oslo_vmware.api [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125528} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.113627] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.113739] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.113925] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.114108] env[69702]: INFO nova.compute.manager [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1195.114351] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.114542] env[69702]: DEBUG nova.compute.manager [-] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.114637] env[69702]: DEBUG nova.network.neutron [-] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.252216] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.314404] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e54b58e6-c5a0-478b-85af-178174b99bfa tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.244s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.314692] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.052s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.315594] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9175819-ff37-4d66-a173-c7153a565138 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.822559] env[69702]: DEBUG nova.compute.manager [req-9da7145b-1770-4713-a6ca-3314ea6c13ec req-5b3ad29a-2432-41d3-9a7a-cc4509e93db1 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Received event network-vif-unplugged-cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.822829] env[69702]: DEBUG oslo_concurrency.lockutils [req-9da7145b-1770-4713-a6ca-3314ea6c13ec req-5b3ad29a-2432-41d3-9a7a-cc4509e93db1 service nova] Acquiring lock "78982504-c055-4733-bc57-ecceb11e675b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.823361] env[69702]: DEBUG oslo_concurrency.lockutils [req-9da7145b-1770-4713-a6ca-3314ea6c13ec req-5b3ad29a-2432-41d3-9a7a-cc4509e93db1 service nova] Lock "78982504-c055-4733-bc57-ecceb11e675b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.823604] env[69702]: DEBUG oslo_concurrency.lockutils [req-9da7145b-1770-4713-a6ca-3314ea6c13ec req-5b3ad29a-2432-41d3-9a7a-cc4509e93db1 service nova] Lock "78982504-c055-4733-bc57-ecceb11e675b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.823787] env[69702]: DEBUG nova.compute.manager [req-9da7145b-1770-4713-a6ca-3314ea6c13ec req-5b3ad29a-2432-41d3-9a7a-cc4509e93db1 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] No waiting events found dispatching network-vif-unplugged-cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.823959] env[69702]: WARNING nova.compute.manager [req-9da7145b-1770-4713-a6ca-3314ea6c13ec req-5b3ad29a-2432-41d3-9a7a-cc4509e93db1 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Received unexpected event network-vif-unplugged-cdf5f891-6a2c-4c4f-a698-d54ff9684329 for instance with vm_state shelved and task_state shelving_offloading. [ 1195.824954] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.933452] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.934335] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184e1525-5891-4b52-98c2-4980e2a2e3e1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.943620] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.943876] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2c845f4-7a70-41a4-8458-3f10ed381f1b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.009265] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.009541] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.009705] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleting the datastore file [datastore1] 78982504-c055-4733-bc57-ecceb11e675b {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.010062] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bde24cd-535b-4b4e-b3f6-e5a5eaa6f2fa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.016093] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1196.016093] env[69702]: value = "task-3086027" [ 1196.016093] env[69702]: _type = "Task" [ 1196.016093] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.023523] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.106467] env[69702]: INFO nova.compute.manager [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Rebuilding instance [ 1196.152705] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.152973] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.153262] env[69702]: DEBUG nova.objects.instance [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lazy-loading 'pci_requests' on Instance uuid 56009dbd-b866-43c9-b55b-5090bc2d7334 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.160742] env[69702]: DEBUG nova.compute.manager [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.161620] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20175544-ac3d-474a-b25d-f1d9a22e8670 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.421683] env[69702]: DEBUG nova.network.neutron [-] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.525635] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.658790] env[69702]: DEBUG nova.objects.instance [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lazy-loading 'numa_topology' on Instance uuid 56009dbd-b866-43c9-b55b-5090bc2d7334 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.924353] env[69702]: INFO nova.compute.manager [-] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Took 1.81 seconds to deallocate network for instance. [ 1197.026496] env[69702]: DEBUG oslo_vmware.api [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.604156} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.026743] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.026938] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.027132] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.045922] env[69702]: INFO nova.scheduler.client.report [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleted allocations for instance 78982504-c055-4733-bc57-ecceb11e675b [ 1197.161939] env[69702]: INFO nova.compute.claims [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.175024] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.175024] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df73c841-b1fd-47ee-8b3d-6ec78dd766ba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.182504] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1197.182504] env[69702]: value = "task-3086028" [ 1197.182504] env[69702]: _type = "Task" [ 1197.182504] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.190979] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.430785] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.552031] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.694662] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086028, 'name': PowerOffVM_Task, 'duration_secs': 0.202598} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.697093] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.697613] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.698244] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b3dbff-7b64-4581-9266-df18b40a01a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.704941] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.705181] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40c9a295-dbb9-4925-ab5f-c602cd1e6d95 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.758276] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13017764-28ff-420c-b2e2-2b1e199973f8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.765014] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85b1388-1652-4033-b0a0-d6f2029fb2a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.770552] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.770795] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.770981] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleting the datastore file [datastore1] 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.771647] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79766311-bb5b-443d-a9cf-088442093e2d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.798356] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6584aea-10d4-4af4-b58d-44fc05137fcc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.802140] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1197.802140] env[69702]: value = "task-3086030" [ 1197.802140] env[69702]: _type = "Task" [ 1197.802140] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.809735] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d4e188-daa6-42e5-b9a0-33d39a47ab37 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.818515] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.827512] env[69702]: DEBUG nova.compute.provider_tree [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.855210] env[69702]: DEBUG nova.compute.manager [req-0d2ed4ce-b8b4-4a0a-919b-5664157a648b req-25faeed9-a7f9-4d67-97a0-fc3631ca0911 service nova] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Received event network-vif-deleted-f688f938-07b9-4548-aa48-82533c5ba559 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.855409] env[69702]: DEBUG nova.compute.manager [req-0d2ed4ce-b8b4-4a0a-919b-5664157a648b req-25faeed9-a7f9-4d67-97a0-fc3631ca0911 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Received event network-changed-cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.855562] env[69702]: DEBUG nova.compute.manager [req-0d2ed4ce-b8b4-4a0a-919b-5664157a648b req-25faeed9-a7f9-4d67-97a0-fc3631ca0911 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Refreshing instance network info cache due to event network-changed-cdf5f891-6a2c-4c4f-a698-d54ff9684329. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.855768] env[69702]: DEBUG oslo_concurrency.lockutils [req-0d2ed4ce-b8b4-4a0a-919b-5664157a648b req-25faeed9-a7f9-4d67-97a0-fc3631ca0911 service nova] Acquiring lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.855903] env[69702]: DEBUG oslo_concurrency.lockutils [req-0d2ed4ce-b8b4-4a0a-919b-5664157a648b req-25faeed9-a7f9-4d67-97a0-fc3631ca0911 service nova] Acquired lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.856070] env[69702]: DEBUG nova.network.neutron [req-0d2ed4ce-b8b4-4a0a-919b-5664157a648b req-25faeed9-a7f9-4d67-97a0-fc3631ca0911 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Refreshing network info cache for port cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.312265] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155124} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.312623] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.312684] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.312859] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.330337] env[69702]: DEBUG nova.scheduler.client.report [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.552015] env[69702]: DEBUG nova.network.neutron [req-0d2ed4ce-b8b4-4a0a-919b-5664157a648b req-25faeed9-a7f9-4d67-97a0-fc3631ca0911 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updated VIF entry in instance network info cache for port cdf5f891-6a2c-4c4f-a698-d54ff9684329. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.552383] env[69702]: DEBUG nova.network.neutron [req-0d2ed4ce-b8b4-4a0a-919b-5664157a648b req-25faeed9-a7f9-4d67-97a0-fc3631ca0911 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updating instance_info_cache with network_info: [{"id": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "address": "fa:16:3e:13:a8:86", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": null, "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcdf5f891-6a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.639740] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "78982504-c055-4733-bc57-ecceb11e675b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.834800] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.836985] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.406s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.837232] env[69702]: DEBUG nova.objects.instance [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lazy-loading 'resources' on Instance uuid 89ca3456-61ad-467b-bbb2-6923e301f8a0 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.881548] env[69702]: INFO nova.network.neutron [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updating port 7ba6308b-0959-4323-a06c-364790d80535 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1199.055123] env[69702]: DEBUG oslo_concurrency.lockutils [req-0d2ed4ce-b8b4-4a0a-919b-5664157a648b req-25faeed9-a7f9-4d67-97a0-fc3631ca0911 service nova] Releasing lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.348943] env[69702]: DEBUG nova.virt.hardware [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.349255] env[69702]: DEBUG nova.virt.hardware [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.349373] env[69702]: DEBUG nova.virt.hardware [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.349606] env[69702]: DEBUG nova.virt.hardware [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.349767] env[69702]: DEBUG nova.virt.hardware [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.349915] env[69702]: DEBUG nova.virt.hardware [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.350135] env[69702]: DEBUG nova.virt.hardware [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.350295] env[69702]: DEBUG nova.virt.hardware [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.350486] env[69702]: DEBUG nova.virt.hardware [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.350685] env[69702]: DEBUG nova.virt.hardware [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.350863] env[69702]: DEBUG nova.virt.hardware [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.351766] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc57e84-3ad8-44de-a821-44722bd43d43 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.362348] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fead8cbb-4454-4823-8d69-308cc8be744c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.377748] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:59:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecb0d1a8-bbcc-4729-88e4-6f8a425be02d', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.385784] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.388343] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.388937] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac7becbd-a750-45f3-87df-0ea66caa3ac7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.409852] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.409852] env[69702]: value = "task-3086031" [ 1199.409852] env[69702]: _type = "Task" [ 1199.409852] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.419125] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086031, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.462482] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0c2655-4a20-4507-80b5-bf089c77248f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.470067] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a922cfcf-27a1-41e9-9262-959ed327cc72 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.500260] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527c52a7-ba63-45ed-a0f0-d1dd550f8ff7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.507758] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ed1b4d-cd7d-434e-b1cf-8f36fc83034a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.520639] env[69702]: DEBUG nova.compute.provider_tree [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.920427] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086031, 'name': CreateVM_Task, 'duration_secs': 0.310017} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.920582] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.927246] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.927413] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.927780] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.928027] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9f2b3f-8d3d-4f94-ba85-aeef359874ac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.932119] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1199.932119] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e34904-1f9f-5f10-4dee-aa170775b472" [ 1199.932119] env[69702]: _type = "Task" [ 1199.932119] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.939783] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e34904-1f9f-5f10-4dee-aa170775b472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.023999] env[69702]: DEBUG nova.scheduler.client.report [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.319607] env[69702]: DEBUG nova.compute.manager [req-d905ae32-69fb-48eb-ae6f-87f922d2f1da req-b3167077-340e-4e5a-9f1c-f3f4a1d79035 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Received event network-vif-plugged-7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.319852] env[69702]: DEBUG oslo_concurrency.lockutils [req-d905ae32-69fb-48eb-ae6f-87f922d2f1da req-b3167077-340e-4e5a-9f1c-f3f4a1d79035 service nova] Acquiring lock "56009dbd-b866-43c9-b55b-5090bc2d7334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.320081] env[69702]: DEBUG oslo_concurrency.lockutils [req-d905ae32-69fb-48eb-ae6f-87f922d2f1da req-b3167077-340e-4e5a-9f1c-f3f4a1d79035 service nova] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.320254] env[69702]: DEBUG oslo_concurrency.lockutils [req-d905ae32-69fb-48eb-ae6f-87f922d2f1da req-b3167077-340e-4e5a-9f1c-f3f4a1d79035 service nova] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.320422] env[69702]: DEBUG nova.compute.manager [req-d905ae32-69fb-48eb-ae6f-87f922d2f1da req-b3167077-340e-4e5a-9f1c-f3f4a1d79035 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] No waiting events found dispatching network-vif-plugged-7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.320613] env[69702]: WARNING nova.compute.manager [req-d905ae32-69fb-48eb-ae6f-87f922d2f1da req-b3167077-340e-4e5a-9f1c-f3f4a1d79035 service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Received unexpected event network-vif-plugged-7ba6308b-0959-4323-a06c-364790d80535 for instance with vm_state shelved_offloaded and task_state spawning. [ 1200.402583] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.402828] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.402951] env[69702]: DEBUG nova.network.neutron [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.442044] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e34904-1f9f-5f10-4dee-aa170775b472, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.442044] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.442044] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.442247] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.442375] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.442556] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.442810] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db472d07-cc7e-4974-949b-4b979403e311 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.450719] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.450862] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.451610] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e4701d-7ca8-4d54-9086-94452a243d9c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.456033] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1200.456033] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52abc384-a58d-1eb6-7f56-4100e138a795" [ 1200.456033] env[69702]: _type = "Task" [ 1200.456033] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.462959] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52abc384-a58d-1eb6-7f56-4100e138a795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.529186] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.531652] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.980s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.532022] env[69702]: DEBUG nova.objects.instance [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'resources' on Instance uuid 78982504-c055-4733-bc57-ecceb11e675b {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.549689] env[69702]: INFO nova.scheduler.client.report [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleted allocations for instance 89ca3456-61ad-467b-bbb2-6923e301f8a0 [ 1200.966154] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52abc384-a58d-1eb6-7f56-4100e138a795, 'name': SearchDatastore_Task, 'duration_secs': 0.007682} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.966886] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b589d2-b762-49a7-b5f0-ccf84a677daf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.972221] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1200.972221] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c48781-9200-a365-b522-775a73527252" [ 1200.972221] env[69702]: _type = "Task" [ 1200.972221] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.980920] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c48781-9200-a365-b522-775a73527252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.035202] env[69702]: DEBUG nova.objects.instance [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'numa_topology' on Instance uuid 78982504-c055-4733-bc57-ecceb11e675b {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.055960] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36e6fb07-521e-4f68-91b6-e6ade7271367 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "89ca3456-61ad-467b-bbb2-6923e301f8a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.555s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.206868] env[69702]: DEBUG nova.network.neutron [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updating instance_info_cache with network_info: [{"id": "7ba6308b-0959-4323-a06c-364790d80535", "address": "fa:16:3e:40:e7:90", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba6308b-09", "ovs_interfaceid": "7ba6308b-0959-4323-a06c-364790d80535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.483127] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c48781-9200-a365-b522-775a73527252, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.483485] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.483485] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6/03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.483732] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-199fc2c6-aca7-4333-bd7a-12d760498cc4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.490215] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1201.490215] env[69702]: value = "task-3086032" [ 1201.490215] env[69702]: _type = "Task" [ 1201.490215] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.497469] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.537260] env[69702]: DEBUG nova.objects.base [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Object Instance<78982504-c055-4733-bc57-ecceb11e675b> lazy-loaded attributes: resources,numa_topology {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1201.634171] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7717d31f-0a5b-4c86-bcaf-39b19505fb3c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.641771] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39def0a3-707e-4169-8b47-205db96f6095 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.682250] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b565358-8141-4e24-a9a4-119b32bed7d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.690139] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b0db80-404a-477c-9fdb-8bcea83762b5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.704120] env[69702]: DEBUG nova.compute.provider_tree [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.709521] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.737851] env[69702]: DEBUG nova.virt.hardware [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cecef420ef4a239e61848eac52f68108',container_format='bare',created_at=2025-03-19T14:02:46Z,direct_url=,disk_format='vmdk',id=bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-670331330-shelved',owner='b871361de78a4597ad3a91b6a7160899',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-03-19T14:03:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.738364] env[69702]: DEBUG nova.virt.hardware [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.738487] env[69702]: DEBUG nova.virt.hardware [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.738689] env[69702]: DEBUG nova.virt.hardware [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.738863] env[69702]: DEBUG nova.virt.hardware [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.739022] env[69702]: DEBUG nova.virt.hardware [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.739396] env[69702]: DEBUG nova.virt.hardware [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.739646] env[69702]: DEBUG nova.virt.hardware [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.739897] env[69702]: DEBUG nova.virt.hardware [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.740142] env[69702]: DEBUG nova.virt.hardware [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.740436] env[69702]: DEBUG nova.virt.hardware [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.741569] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b09bd7-374c-4e7d-8947-8a3618e05a3c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.751086] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0150e28c-9312-415c-95b9-4e77eb9cd420 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.765338] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:e7:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ba6308b-0959-4323-a06c-364790d80535', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.773050] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.773374] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.773616] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e73d486c-29d8-4d8e-833a-e7d84e67a451 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.794356] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.794356] env[69702]: value = "task-3086033" [ 1201.794356] env[69702]: _type = "Task" [ 1201.794356] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.802978] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086033, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.001085] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456411} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.001243] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6/03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.001456] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.001824] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae48f3f3-0c69-4181-93c8-7f1c36880426 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.009375] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1202.009375] env[69702]: value = "task-3086034" [ 1202.009375] env[69702]: _type = "Task" [ 1202.009375] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.017477] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.207921] env[69702]: DEBUG nova.scheduler.client.report [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.305134] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086033, 'name': CreateVM_Task, 'duration_secs': 0.373782} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.305302] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.305935] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.306115] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.306639] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.306730] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02c3a82-c61a-4c07-8437-1d2492c920a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.311446] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1202.311446] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a1d291-594b-ee5c-9508-5f7ebb23587b" [ 1202.311446] env[69702]: _type = "Task" [ 1202.311446] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.319016] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a1d291-594b-ee5c-9508-5f7ebb23587b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.343437] env[69702]: DEBUG nova.compute.manager [req-45981b2e-ae97-4f62-b957-504c4986d68e req-6b976893-8c8d-4cd7-86ee-88b35fc4708e service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Received event network-changed-7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.343634] env[69702]: DEBUG nova.compute.manager [req-45981b2e-ae97-4f62-b957-504c4986d68e req-6b976893-8c8d-4cd7-86ee-88b35fc4708e service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Refreshing instance network info cache due to event network-changed-7ba6308b-0959-4323-a06c-364790d80535. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.343869] env[69702]: DEBUG oslo_concurrency.lockutils [req-45981b2e-ae97-4f62-b957-504c4986d68e req-6b976893-8c8d-4cd7-86ee-88b35fc4708e service nova] Acquiring lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.343962] env[69702]: DEBUG oslo_concurrency.lockutils [req-45981b2e-ae97-4f62-b957-504c4986d68e req-6b976893-8c8d-4cd7-86ee-88b35fc4708e service nova] Acquired lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.344141] env[69702]: DEBUG nova.network.neutron [req-45981b2e-ae97-4f62-b957-504c4986d68e req-6b976893-8c8d-4cd7-86ee-88b35fc4708e service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Refreshing network info cache for port 7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.519506] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094256} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.519910] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.520680] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f93645-04d8-4b48-af76-c8b2fbef6ea5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.542105] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6/03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.542369] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f17479-d20e-4d6f-b3b9-1bbe9252cbdd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.560899] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1202.560899] env[69702]: value = "task-3086035" [ 1202.560899] env[69702]: _type = "Task" [ 1202.560899] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.568481] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.629162] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "3edb94af-d9ee-4cb3-ab8c-25d3905ded87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.629395] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "3edb94af-d9ee-4cb3-ab8c-25d3905ded87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.713020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.821595] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.821595] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Processing image bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.821960] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.822149] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.822338] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.822586] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c713081b-0662-4326-823c-92c89c0345ac {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.830631] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.830825] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.831530] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708cbba0-13ca-4281-911e-6616b1960cda {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.836156] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1202.836156] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526c9cbb-d86b-f379-916f-9d81125574a2" [ 1202.836156] env[69702]: _type = "Task" [ 1202.836156] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.844889] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526c9cbb-d86b-f379-916f-9d81125574a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.058000] env[69702]: DEBUG nova.network.neutron [req-45981b2e-ae97-4f62-b957-504c4986d68e req-6b976893-8c8d-4cd7-86ee-88b35fc4708e service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updated VIF entry in instance network info cache for port 7ba6308b-0959-4323-a06c-364790d80535. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.058393] env[69702]: DEBUG nova.network.neutron [req-45981b2e-ae97-4f62-b957-504c4986d68e req-6b976893-8c8d-4cd7-86ee-88b35fc4708e service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updating instance_info_cache with network_info: [{"id": "7ba6308b-0959-4323-a06c-364790d80535", "address": "fa:16:3e:40:e7:90", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba6308b-09", "ovs_interfaceid": "7ba6308b-0959-4323-a06c-364790d80535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.071755] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086035, 'name': ReconfigVM_Task, 'duration_secs': 0.262461} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.072082] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6/03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.072694] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30945676-f3d2-48a4-942f-e1d11c5f26fa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.079714] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1203.079714] env[69702]: value = "task-3086036" [ 1203.079714] env[69702]: _type = "Task" [ 1203.079714] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.086954] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086036, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.132689] env[69702]: DEBUG nova.compute.manager [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.220767] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4686160a-1df1-4446-ba3e-1ca5450b9b36 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "78982504-c055-4733-bc57-ecceb11e675b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.909s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.221055] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "78982504-c055-4733-bc57-ecceb11e675b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.960s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.221391] env[69702]: INFO nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 78982504-c055-4733-bc57-ecceb11e675b] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1203.221391] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "78982504-c055-4733-bc57-ecceb11e675b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.221824] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "78982504-c055-4733-bc57-ecceb11e675b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.582s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.222067] env[69702]: INFO nova.compute.manager [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Unshelving [ 1203.287056] env[69702]: INFO nova.compute.manager [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Rebuilding instance [ 1203.330998] env[69702]: DEBUG nova.compute.manager [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.331950] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b17a4b9-75be-4019-bc21-4b77a1160cb0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.348820] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Preparing fetch location {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1203.349140] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Fetch image to [datastore1] OSTACK_IMG_721b4a18-9c4a-4e27-b59a-9ab00df415e3/OSTACK_IMG_721b4a18-9c4a-4e27-b59a-9ab00df415e3.vmdk {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1203.349356] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Downloading stream optimized image bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c to [datastore1] OSTACK_IMG_721b4a18-9c4a-4e27-b59a-9ab00df415e3/OSTACK_IMG_721b4a18-9c4a-4e27-b59a-9ab00df415e3.vmdk on the data store datastore1 as vApp {{(pid=69702) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1203.349559] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Downloading image file data bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c to the ESX as VM named 'OSTACK_IMG_721b4a18-9c4a-4e27-b59a-9ab00df415e3' {{(pid=69702) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1203.417039] env[69702]: DEBUG oslo_vmware.rw_handles [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1203.417039] env[69702]: value = "resgroup-9" [ 1203.417039] env[69702]: _type = "ResourcePool" [ 1203.417039] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1203.417375] env[69702]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-73e0f0eb-7b7d-4682-948e-f5fee8473cb4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.437904] env[69702]: DEBUG oslo_vmware.rw_handles [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lease: (returnval){ [ 1203.437904] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a99203-c1a6-28bd-6a99-97bbfbcb1ccd" [ 1203.437904] env[69702]: _type = "HttpNfcLease" [ 1203.437904] env[69702]: } obtained for vApp import into resource pool (val){ [ 1203.437904] env[69702]: value = "resgroup-9" [ 1203.437904] env[69702]: _type = "ResourcePool" [ 1203.437904] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1203.438324] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the lease: (returnval){ [ 1203.438324] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a99203-c1a6-28bd-6a99-97bbfbcb1ccd" [ 1203.438324] env[69702]: _type = "HttpNfcLease" [ 1203.438324] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1203.444245] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.444245] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a99203-c1a6-28bd-6a99-97bbfbcb1ccd" [ 1203.444245] env[69702]: _type = "HttpNfcLease" [ 1203.444245] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1203.561277] env[69702]: DEBUG oslo_concurrency.lockutils [req-45981b2e-ae97-4f62-b957-504c4986d68e req-6b976893-8c8d-4cd7-86ee-88b35fc4708e service nova] Releasing lock "refresh_cache-56009dbd-b866-43c9-b55b-5090bc2d7334" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.589210] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086036, 'name': Rename_Task, 'duration_secs': 0.135303} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.589592] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.589846] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-520ad301-0739-44a5-8c86-44c8f543fd6f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.595304] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1203.595304] env[69702]: value = "task-3086038" [ 1203.595304] env[69702]: _type = "Task" [ 1203.595304] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.603930] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.650872] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.651154] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.652773] env[69702]: INFO nova.compute.claims [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.946247] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.946247] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a99203-c1a6-28bd-6a99-97bbfbcb1ccd" [ 1203.946247] env[69702]: _type = "HttpNfcLease" [ 1203.946247] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1204.104775] env[69702]: DEBUG oslo_vmware.api [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086038, 'name': PowerOnVM_Task, 'duration_secs': 0.492652} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.105090] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.105338] env[69702]: DEBUG nova.compute.manager [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.106111] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635b051e-146f-4a0c-833e-2db0f767dfe6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.242623] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.349132] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.349449] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca3649d-03ff-41dc-bad4-e193b5bd74da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.356982] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1204.356982] env[69702]: value = "task-3086039" [ 1204.356982] env[69702]: _type = "Task" [ 1204.356982] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.367766] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.446685] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1204.446685] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a99203-c1a6-28bd-6a99-97bbfbcb1ccd" [ 1204.446685] env[69702]: _type = "HttpNfcLease" [ 1204.446685] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1204.446973] env[69702]: DEBUG oslo_vmware.rw_handles [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1204.446973] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a99203-c1a6-28bd-6a99-97bbfbcb1ccd" [ 1204.446973] env[69702]: _type = "HttpNfcLease" [ 1204.446973] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1204.447774] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6add8c2-f31a-49c2-a50d-bfe1459bc301 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.455087] env[69702]: DEBUG oslo_vmware.rw_handles [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529eef51-28f2-ccbb-61ba-34c5591fb4ab/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1204.455263] env[69702]: DEBUG oslo_vmware.rw_handles [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529eef51-28f2-ccbb-61ba-34c5591fb4ab/disk-0.vmdk. {{(pid=69702) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1204.521583] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2151e8a-5392-4ab8-b56d-58221a05a65f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.622757] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.756701] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0949cea3-087d-41c7-a7b5-76acf75c1dfc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.764460] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe17ad2f-d42e-4984-bd8b-dbbe61d4f30a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.793497] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0be4390-0800-4754-b1f1-389298171a7d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.800506] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28fec98-a901-4444-8fdc-3dfc96f039a7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.814952] env[69702]: DEBUG nova.compute.provider_tree [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.866468] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086039, 'name': PowerOffVM_Task, 'duration_secs': 0.23934} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.866978] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.867231] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.868048] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb3f631-d4c7-4b8e-bf8d-37671b3dc10d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.874764] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.874984] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ff12d08-6e4b-4fb3-bfca-3efe709e1033 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.943593] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.943894] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.944123] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleting the datastore file [datastore2] a14ae0d7-c7cd-4772-b08b-f510c6672462 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.945573] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f12f967b-42db-46c9-b036-f6c0927dfa8a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.952768] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1204.952768] env[69702]: value = "task-3086041" [ 1204.952768] env[69702]: _type = "Task" [ 1204.952768] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.961261] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.317924] env[69702]: DEBUG nova.scheduler.client.report [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.327038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.327038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.327038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.327371] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.327371] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.331403] env[69702]: INFO nova.compute.manager [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Terminating instance [ 1205.462787] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160871} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.464079] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.464079] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.464079] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.767400] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "90667116-7206-4370-a494-bdd9f30c01fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.767703] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "90667116-7206-4370-a494-bdd9f30c01fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.824727] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.825298] env[69702]: DEBUG nova.compute.manager [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.829825] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.587s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.830052] env[69702]: DEBUG nova.objects.instance [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'pci_requests' on Instance uuid 78982504-c055-4733-bc57-ecceb11e675b {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.836541] env[69702]: DEBUG nova.compute.manager [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.836844] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.838283] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210e4307-c0cb-44df-8351-d3ba48b5edc5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.847819] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.848076] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5b9dd26-c0e4-4d5a-bee7-8cdabb943f99 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.857080] env[69702]: DEBUG oslo_vmware.api [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1205.857080] env[69702]: value = "task-3086042" [ 1205.857080] env[69702]: _type = "Task" [ 1205.857080] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.866242] env[69702]: DEBUG oslo_vmware.api [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.083785] env[69702]: DEBUG oslo_vmware.rw_handles [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Completed reading data from the image iterator. {{(pid=69702) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1206.084043] env[69702]: DEBUG oslo_vmware.rw_handles [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529eef51-28f2-ccbb-61ba-34c5591fb4ab/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1206.085016] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc453f0-234c-4797-ae59-466660ece5ca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.091794] env[69702]: DEBUG oslo_vmware.rw_handles [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529eef51-28f2-ccbb-61ba-34c5591fb4ab/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1206.091985] env[69702]: DEBUG oslo_vmware.rw_handles [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529eef51-28f2-ccbb-61ba-34c5591fb4ab/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1206.092239] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c026876-bb89-4e3a-9686-441370f06bb6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.270300] env[69702]: DEBUG nova.compute.manager [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.285438] env[69702]: DEBUG oslo_vmware.rw_handles [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529eef51-28f2-ccbb-61ba-34c5591fb4ab/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1206.285660] env[69702]: INFO nova.virt.vmwareapi.images [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Downloaded image file data bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c [ 1206.286493] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce39044-048b-41cc-8d52-d90ff2d47a8d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.302854] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-213d9ec5-698c-41d1-ac83-f807f6579346 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.332768] env[69702]: DEBUG nova.compute.utils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.335445] env[69702]: DEBUG nova.objects.instance [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'numa_topology' on Instance uuid 78982504-c055-4733-bc57-ecceb11e675b {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.338060] env[69702]: DEBUG nova.compute.manager [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.338060] env[69702]: DEBUG nova.network.neutron [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.340230] env[69702]: INFO nova.virt.vmwareapi.images [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] The imported VM was unregistered [ 1206.342628] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Caching image {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1206.342843] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.343816] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0df06197-6052-4dab-8cc2-54e4bc689166 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.355111] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Created directory with path [datastore1] devstack-image-cache_base/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.355302] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_721b4a18-9c4a-4e27-b59a-9ab00df415e3/OSTACK_IMG_721b4a18-9c4a-4e27-b59a-9ab00df415e3.vmdk to [datastore1] devstack-image-cache_base/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c.vmdk. {{(pid=69702) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1206.355550] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d597403c-f4be-4c94-a0d4-69dc5b929527 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.365628] env[69702]: DEBUG oslo_vmware.api [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086042, 'name': PowerOffVM_Task, 'duration_secs': 0.28259} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.366803] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.366982] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.367292] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1206.367292] env[69702]: value = "task-3086044" [ 1206.367292] env[69702]: _type = "Task" [ 1206.367292] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.367471] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-233fb740-ea43-4323-bbe5-77c51bf75d92 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.376603] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086044, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.385358] env[69702]: DEBUG nova.policy [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52e2a304ba9d4df9836c086ba0cdf4cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ebff80dbf8b4ad297853c502ecc46ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.439201] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.439478] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.439768] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleting the datastore file [datastore1] 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.440052] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87c46eea-67cd-443c-a634-c3a042e62f37 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.446145] env[69702]: DEBUG oslo_vmware.api [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1206.446145] env[69702]: value = "task-3086046" [ 1206.446145] env[69702]: _type = "Task" [ 1206.446145] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.454487] env[69702]: DEBUG oslo_vmware.api [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.499472] env[69702]: DEBUG nova.virt.hardware [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.499828] env[69702]: DEBUG nova.virt.hardware [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.499949] env[69702]: DEBUG nova.virt.hardware [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.500149] env[69702]: DEBUG nova.virt.hardware [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.500239] env[69702]: DEBUG nova.virt.hardware [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.500372] env[69702]: DEBUG nova.virt.hardware [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.500613] env[69702]: DEBUG nova.virt.hardware [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.500811] env[69702]: DEBUG nova.virt.hardware [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.500979] env[69702]: DEBUG nova.virt.hardware [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.501157] env[69702]: DEBUG nova.virt.hardware [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.501330] env[69702]: DEBUG nova.virt.hardware [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.502230] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a572321-d034-4b59-8ad0-b963663885e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.509983] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07350d55-fb98-4c5e-863d-8da21ba11fc8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.523901] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:8d:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d6066ac-ba57-478b-8ce7-169e0451b9d4', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.531326] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.531609] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.531826] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fe2fd4d-f9b0-49ec-9697-cb62e9712267 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.551112] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.551112] env[69702]: value = "task-3086047" [ 1206.551112] env[69702]: _type = "Task" [ 1206.551112] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.560724] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086047, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.750768] env[69702]: DEBUG nova.network.neutron [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Successfully created port: 2061e0dd-9fa8-4e61-882b-bdd0465f1188 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.795479] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.838145] env[69702]: DEBUG nova.compute.manager [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.841054] env[69702]: INFO nova.compute.claims [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.879989] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086044, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.956547] env[69702]: DEBUG oslo_vmware.api [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.061265] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086047, 'name': CreateVM_Task, 'duration_secs': 0.360119} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.061438] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.062164] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.062344] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.062688] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.062962] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626abca0-38e8-4148-8bd0-da0ad0b4d9a1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.067980] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1207.067980] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e24034-b29e-70a5-8f81-b91d6a7422d4" [ 1207.067980] env[69702]: _type = "Task" [ 1207.067980] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.077818] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e24034-b29e-70a5-8f81-b91d6a7422d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.383714] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086044, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.461599] env[69702]: DEBUG oslo_vmware.api [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.830121} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.462072] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.462389] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.462699] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.463007] env[69702]: INFO nova.compute.manager [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1207.463405] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.463751] env[69702]: DEBUG nova.compute.manager [-] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.463889] env[69702]: DEBUG nova.network.neutron [-] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.578346] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e24034-b29e-70a5-8f81-b91d6a7422d4, 'name': SearchDatastore_Task, 'duration_secs': 0.087103} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.578657] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.578894] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.579152] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.579303] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.579483] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.579794] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2e66411-d27c-4b84-aa66-c34317a5638d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.592287] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.592495] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.593238] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5555e868-ef86-4b15-af23-033a3476d34a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.598460] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1207.598460] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52496521-170b-9355-4bbb-21a8f01f29f6" [ 1207.598460] env[69702]: _type = "Task" [ 1207.598460] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.606211] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52496521-170b-9355-4bbb-21a8f01f29f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.788389] env[69702]: DEBUG nova.compute.manager [req-6a12b082-a0d3-478b-b538-fcb405756984 req-5ee361c6-213b-47e6-b3ce-665a34ce46cf service nova] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Received event network-vif-deleted-ecb0d1a8-bbcc-4729-88e4-6f8a425be02d {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.788525] env[69702]: INFO nova.compute.manager [req-6a12b082-a0d3-478b-b538-fcb405756984 req-5ee361c6-213b-47e6-b3ce-665a34ce46cf service nova] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Neutron deleted interface ecb0d1a8-bbcc-4729-88e4-6f8a425be02d; detaching it from the instance and deleting it from the info cache [ 1207.788652] env[69702]: DEBUG nova.network.neutron [req-6a12b082-a0d3-478b-b538-fcb405756984 req-5ee361c6-213b-47e6-b3ce-665a34ce46cf service nova] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.855711] env[69702]: DEBUG nova.compute.manager [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.881251] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086044, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.892423] env[69702]: DEBUG nova.virt.hardware [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.892636] env[69702]: DEBUG nova.virt.hardware [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.892787] env[69702]: DEBUG nova.virt.hardware [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.892970] env[69702]: DEBUG nova.virt.hardware [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.893134] env[69702]: DEBUG nova.virt.hardware [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.893281] env[69702]: DEBUG nova.virt.hardware [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.893494] env[69702]: DEBUG nova.virt.hardware [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.893656] env[69702]: DEBUG nova.virt.hardware [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.893920] env[69702]: DEBUG nova.virt.hardware [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.894117] env[69702]: DEBUG nova.virt.hardware [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.894299] env[69702]: DEBUG nova.virt.hardware [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.895226] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512545fa-0e4a-4923-bdb9-c3ac1c99d45b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.905214] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115c35a6-58c7-4524-ba1a-5be0ff937dcc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.006989] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d84e48d-c35f-4203-bb7f-ed359bcaaae8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.014711] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e59bb38-100f-424b-b649-7e18c582d9d7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.045474] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbade0e-8b82-46c9-a76a-48fab2a5f3b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.053153] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51280f56-3804-4c61-98eb-c6f99357feb6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.067360] env[69702]: DEBUG nova.compute.provider_tree [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.108519] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52496521-170b-9355-4bbb-21a8f01f29f6, 'name': SearchDatastore_Task, 'duration_secs': 0.082518} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.109703] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16fc5f2-80d4-4fd1-8712-de3d3c170405 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.115716] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1208.115716] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52963856-ad0e-7df3-6dd3-d5d7b3428158" [ 1208.115716] env[69702]: _type = "Task" [ 1208.115716] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.123670] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52963856-ad0e-7df3-6dd3-d5d7b3428158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.242936] env[69702]: DEBUG nova.network.neutron [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Successfully updated port: 2061e0dd-9fa8-4e61-882b-bdd0465f1188 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.270584] env[69702]: DEBUG nova.network.neutron [-] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.291188] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-229b42c1-6fbe-46fe-b70a-e61a8b7704b2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.302229] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c92dda-1989-439f-a903-b61e36468358 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.334136] env[69702]: DEBUG nova.compute.manager [req-6a12b082-a0d3-478b-b538-fcb405756984 req-5ee361c6-213b-47e6-b3ce-665a34ce46cf service nova] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Detach interface failed, port_id=ecb0d1a8-bbcc-4729-88e4-6f8a425be02d, reason: Instance 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1208.380568] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086044, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.571195] env[69702]: DEBUG nova.scheduler.client.report [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.626588] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52963856-ad0e-7df3-6dd3-d5d7b3428158, 'name': SearchDatastore_Task, 'duration_secs': 0.083811} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.626908] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.627194] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] a14ae0d7-c7cd-4772-b08b-f510c6672462/a14ae0d7-c7cd-4772-b08b-f510c6672462.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.627461] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-942f8684-2c7d-484e-8458-e80fe6a01def {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.634768] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1208.634768] env[69702]: value = "task-3086048" [ 1208.634768] env[69702]: _type = "Task" [ 1208.634768] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.642086] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.746726] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "refresh_cache-3edb94af-d9ee-4cb3-ab8c-25d3905ded87" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.746726] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "refresh_cache-3edb94af-d9ee-4cb3-ab8c-25d3905ded87" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.746726] env[69702]: DEBUG nova.network.neutron [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.773529] env[69702]: INFO nova.compute.manager [-] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Took 1.31 seconds to deallocate network for instance. [ 1208.880770] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086044, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.075790] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.246s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.078148] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.455s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.078383] env[69702]: DEBUG nova.objects.instance [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1209.109497] env[69702]: INFO nova.network.neutron [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updating port cdf5f891-6a2c-4c4f-a698-d54ff9684329 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1209.145322] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086048, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.280145] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.295106] env[69702]: DEBUG nova.network.neutron [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.382907] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086044, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.573308} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.383348] env[69702]: INFO nova.virt.vmwareapi.ds_util [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_721b4a18-9c4a-4e27-b59a-9ab00df415e3/OSTACK_IMG_721b4a18-9c4a-4e27-b59a-9ab00df415e3.vmdk to [datastore1] devstack-image-cache_base/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c.vmdk. [ 1209.383555] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Cleaning up location [datastore1] OSTACK_IMG_721b4a18-9c4a-4e27-b59a-9ab00df415e3 {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1209.383722] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_721b4a18-9c4a-4e27-b59a-9ab00df415e3 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.383996] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f5f1f84-f74f-4346-baec-c70ea546ff16 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.390970] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1209.390970] env[69702]: value = "task-3086049" [ 1209.390970] env[69702]: _type = "Task" [ 1209.390970] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.399534] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.501150] env[69702]: DEBUG nova.network.neutron [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Updating instance_info_cache with network_info: [{"id": "2061e0dd-9fa8-4e61-882b-bdd0465f1188", "address": "fa:16:3e:b2:1c:12", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2061e0dd-9f", "ovs_interfaceid": "2061e0dd-9fa8-4e61-882b-bdd0465f1188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.649120] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783983} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.649120] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] a14ae0d7-c7cd-4772-b08b-f510c6672462/a14ae0d7-c7cd-4772-b08b-f510c6672462.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.649120] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.649120] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08566ccb-d901-4962-8c86-4704fa014a28 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.655977] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1209.655977] env[69702]: value = "task-3086050" [ 1209.655977] env[69702]: _type = "Task" [ 1209.655977] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.666196] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.813846] env[69702]: DEBUG nova.compute.manager [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Received event network-vif-plugged-2061e0dd-9fa8-4e61-882b-bdd0465f1188 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.814094] env[69702]: DEBUG oslo_concurrency.lockutils [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] Acquiring lock "3edb94af-d9ee-4cb3-ab8c-25d3905ded87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.814306] env[69702]: DEBUG oslo_concurrency.lockutils [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] Lock "3edb94af-d9ee-4cb3-ab8c-25d3905ded87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.814474] env[69702]: DEBUG oslo_concurrency.lockutils [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] Lock "3edb94af-d9ee-4cb3-ab8c-25d3905ded87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.814652] env[69702]: DEBUG nova.compute.manager [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] No waiting events found dispatching network-vif-plugged-2061e0dd-9fa8-4e61-882b-bdd0465f1188 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.814823] env[69702]: WARNING nova.compute.manager [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Received unexpected event network-vif-plugged-2061e0dd-9fa8-4e61-882b-bdd0465f1188 for instance with vm_state building and task_state spawning. [ 1209.814985] env[69702]: DEBUG nova.compute.manager [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Received event network-changed-2061e0dd-9fa8-4e61-882b-bdd0465f1188 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.815158] env[69702]: DEBUG nova.compute.manager [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Refreshing instance network info cache due to event network-changed-2061e0dd-9fa8-4e61-882b-bdd0465f1188. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.815327] env[69702]: DEBUG oslo_concurrency.lockutils [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] Acquiring lock "refresh_cache-3edb94af-d9ee-4cb3-ab8c-25d3905ded87" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.900779] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043248} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.901083] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.901253] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.901497] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c.vmdk to [datastore1] 56009dbd-b866-43c9-b55b-5090bc2d7334/56009dbd-b866-43c9-b55b-5090bc2d7334.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.901741] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-353b356e-06af-458b-acf4-3e5661d06d2d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.907756] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1209.907756] env[69702]: value = "task-3086051" [ 1209.907756] env[69702]: _type = "Task" [ 1209.907756] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.914840] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.008195] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "refresh_cache-3edb94af-d9ee-4cb3-ab8c-25d3905ded87" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.008595] env[69702]: DEBUG nova.compute.manager [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Instance network_info: |[{"id": "2061e0dd-9fa8-4e61-882b-bdd0465f1188", "address": "fa:16:3e:b2:1c:12", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2061e0dd-9f", "ovs_interfaceid": "2061e0dd-9fa8-4e61-882b-bdd0465f1188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.008920] env[69702]: DEBUG oslo_concurrency.lockutils [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] Acquired lock "refresh_cache-3edb94af-d9ee-4cb3-ab8c-25d3905ded87" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.009143] env[69702]: DEBUG nova.network.neutron [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Refreshing network info cache for port 2061e0dd-9fa8-4e61-882b-bdd0465f1188 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.010510] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:1c:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2061e0dd-9fa8-4e61-882b-bdd0465f1188', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.018242] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.019197] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.019415] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54aa4b24-dc25-4bb1-9ab5-e03f556a9ecf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.039977] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.039977] env[69702]: value = "task-3086052" [ 1210.039977] env[69702]: _type = "Task" [ 1210.039977] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.047964] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086052, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.086960] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ea0bf370-ae0c-4bbb-9b57-7cb489c76419 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.088366] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.293s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.090271] env[69702]: INFO nova.compute.claims [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.166414] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067541} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.166755] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.167677] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6be85a-c8f7-4252-b90d-4978f35d0921 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.190543] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] a14ae0d7-c7cd-4772-b08b-f510c6672462/a14ae0d7-c7cd-4772-b08b-f510c6672462.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.190882] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93dbaec3-4f35-4d20-a39f-c71c1c29fb85 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.211336] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1210.211336] env[69702]: value = "task-3086053" [ 1210.211336] env[69702]: _type = "Task" [ 1210.211336] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.219767] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.417807] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086051, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.551883] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086052, 'name': CreateVM_Task, 'duration_secs': 0.369576} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.552119] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.552879] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.552955] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.553329] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.553590] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a47e4a9c-bcbe-4be3-b141-b53a3e4ccfd4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.558276] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1210.558276] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5284aa4f-ccfc-2a7d-b1cb-09fee0c131da" [ 1210.558276] env[69702]: _type = "Task" [ 1210.558276] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.566190] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5284aa4f-ccfc-2a7d-b1cb-09fee0c131da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.721506] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086053, 'name': ReconfigVM_Task, 'duration_secs': 0.347433} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.722104] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Reconfigured VM instance instance-00000071 to attach disk [datastore1] a14ae0d7-c7cd-4772-b08b-f510c6672462/a14ae0d7-c7cd-4772-b08b-f510c6672462.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.722840] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6807507a-1cbd-499f-af6a-696d0739d93b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.730166] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1210.730166] env[69702]: value = "task-3086054" [ 1210.730166] env[69702]: _type = "Task" [ 1210.730166] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.738703] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086054, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.919622] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086051, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.943726] env[69702]: DEBUG nova.network.neutron [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Updated VIF entry in instance network info cache for port 2061e0dd-9fa8-4e61-882b-bdd0465f1188. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.944157] env[69702]: DEBUG nova.network.neutron [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Updating instance_info_cache with network_info: [{"id": "2061e0dd-9fa8-4e61-882b-bdd0465f1188", "address": "fa:16:3e:b2:1c:12", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2061e0dd-9f", "ovs_interfaceid": "2061e0dd-9fa8-4e61-882b-bdd0465f1188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.031326] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.031554] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.031726] env[69702]: DEBUG nova.network.neutron [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.069361] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5284aa4f-ccfc-2a7d-b1cb-09fee0c131da, 'name': SearchDatastore_Task, 'duration_secs': 0.083987} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.069626] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.069887] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.070154] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.070315] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.070500] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.070805] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4869fa57-e449-4eb1-a105-1c0e58ff0fca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.087281] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.087488] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.088293] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac1dcea-6e88-4a13-a8d8-4092ef0c4b88 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.093534] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1211.093534] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524a5022-268d-031a-9ce6-d51b428cbd4f" [ 1211.093534] env[69702]: _type = "Task" [ 1211.093534] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.104800] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524a5022-268d-031a-9ce6-d51b428cbd4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.231399] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a40b23-8966-4b93-93c7-06022e89b765 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.244815] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31161bd7-d3d3-445d-ab70-a8d7b38dfd53 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.248102] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086054, 'name': Rename_Task, 'duration_secs': 0.156479} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.248424] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.249072] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bda872e2-0c19-4f8a-ade6-e02d4d421a23 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.061472] env[69702]: DEBUG oslo_concurrency.lockutils [req-1b5c0a4d-abca-4839-8e06-3ad45628e6ae req-ce291de5-9185-433b-b4fd-ca01e5ff70fb service nova] Releasing lock "refresh_cache-3edb94af-d9ee-4cb3-ab8c-25d3905ded87" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.073639] env[69702]: DEBUG nova.compute.manager [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Received event network-vif-plugged-cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.073869] env[69702]: DEBUG oslo_concurrency.lockutils [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] Acquiring lock "78982504-c055-4733-bc57-ecceb11e675b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.074101] env[69702]: DEBUG oslo_concurrency.lockutils [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] Lock "78982504-c055-4733-bc57-ecceb11e675b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.074273] env[69702]: DEBUG oslo_concurrency.lockutils [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] Lock "78982504-c055-4733-bc57-ecceb11e675b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.074440] env[69702]: DEBUG nova.compute.manager [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] No waiting events found dispatching network-vif-plugged-cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.074603] env[69702]: WARNING nova.compute.manager [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Received unexpected event network-vif-plugged-cdf5f891-6a2c-4c4f-a698-d54ff9684329 for instance with vm_state shelved_offloaded and task_state spawning. [ 1212.074962] env[69702]: DEBUG nova.compute.manager [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Received event network-changed-cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.074962] env[69702]: DEBUG nova.compute.manager [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Refreshing instance network info cache due to event network-changed-cdf5f891-6a2c-4c4f-a698-d54ff9684329. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.075142] env[69702]: DEBUG oslo_concurrency.lockutils [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] Acquiring lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.075796] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ece98e8-f470-4c7b-9a7e-3eba7df2146f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.078760] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1212.078760] env[69702]: value = "task-3086055" [ 1212.078760] env[69702]: _type = "Task" [ 1212.078760] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.086961] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086051, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.092384] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524a5022-268d-031a-9ce6-d51b428cbd4f, 'name': SearchDatastore_Task, 'duration_secs': 0.087103} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.095576] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba083e1-f603-4f2e-b1c0-6fdba08d1209 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.101902] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f227dc70-43d4-4180-8231-b89a0c7e5fbd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.104650] env[69702]: DEBUG oslo_vmware.api [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086055, 'name': PowerOnVM_Task, 'duration_secs': 0.513029} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.106330] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.106330] env[69702]: DEBUG nova.compute.manager [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.106611] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d259d1d-91ad-494a-a1ff-430ae34ae56c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.110664] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1212.110664] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f4388d-5c4e-e346-cdbb-aac2f6d4e061" [ 1212.110664] env[69702]: _type = "Task" [ 1212.110664] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.119247] env[69702]: DEBUG nova.compute.provider_tree [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.142288] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f4388d-5c4e-e346-cdbb-aac2f6d4e061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.374105] env[69702]: DEBUG nova.network.neutron [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updating instance_info_cache with network_info: [{"id": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "address": "fa:16:3e:13:a8:86", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf5f891-6a", "ovs_interfaceid": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.570708] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086051, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.278612} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.570998] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c/bcbd5e60-82e1-458a-8f80-bac1b0ac4d1c.vmdk to [datastore1] 56009dbd-b866-43c9-b55b-5090bc2d7334/56009dbd-b866-43c9-b55b-5090bc2d7334.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.571743] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceaa3b8-8c54-4be9-a619-6fabbd2db4cc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.592537] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 56009dbd-b866-43c9-b55b-5090bc2d7334/56009dbd-b866-43c9-b55b-5090bc2d7334.vmdk or device None with type streamOptimized {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.592764] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f2be73-343b-4996-bae4-9ab2eb754d68 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.611722] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1212.611722] env[69702]: value = "task-3086056" [ 1212.611722] env[69702]: _type = "Task" [ 1212.611722] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.619194] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.628676] env[69702]: DEBUG nova.scheduler.client.report [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.631666] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f4388d-5c4e-e346-cdbb-aac2f6d4e061, 'name': SearchDatastore_Task, 'duration_secs': 0.062754} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.635477] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.636146] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 3edb94af-d9ee-4cb3-ab8c-25d3905ded87/3edb94af-d9ee-4cb3-ab8c-25d3905ded87.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.637727] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb6008b3-10b0-43ad-acfa-ccc7acbba45b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.640194] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.646486] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1212.646486] env[69702]: value = "task-3086057" [ 1212.646486] env[69702]: _type = "Task" [ 1212.646486] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.654475] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.876624] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.879529] env[69702]: DEBUG oslo_concurrency.lockutils [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] Acquired lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.879840] env[69702]: DEBUG nova.network.neutron [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Refreshing network info cache for port cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.910593] env[69702]: DEBUG nova.virt.hardware [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cbe71c91414ba608ecb4224f28fcccb1',container_format='bare',created_at=2025-03-19T14:03:01Z,direct_url=,disk_format='vmdk',id=7cb9cd04-69d8-4111-b88c-682accb31cee,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1256111635-shelved',owner='af860c7fc46c4dd1af90f7b0f2dd608a',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-19T14:03:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.910959] env[69702]: DEBUG nova.virt.hardware [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.911142] env[69702]: DEBUG nova.virt.hardware [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.911330] env[69702]: DEBUG nova.virt.hardware [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.911477] env[69702]: DEBUG nova.virt.hardware [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.911626] env[69702]: DEBUG nova.virt.hardware [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.911842] env[69702]: DEBUG nova.virt.hardware [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.912009] env[69702]: DEBUG nova.virt.hardware [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.912188] env[69702]: DEBUG nova.virt.hardware [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.912351] env[69702]: DEBUG nova.virt.hardware [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.912524] env[69702]: DEBUG nova.virt.hardware [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.913416] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9c17f4-fa37-4ac9-9e23-947a34ab97f1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.923206] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b64cd0-630d-41ec-8cb8-aaa6ec7dccdc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.938102] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:a8:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdf5f891-6a2c-4c4f-a698-d54ff9684329', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.945023] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.945340] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.945569] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23da40b8-8a6a-40c8-a2a7-150f103e443a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.965188] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.965188] env[69702]: value = "task-3086058" [ 1212.965188] env[69702]: _type = "Task" [ 1212.965188] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.974621] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086058, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.125180] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086056, 'name': ReconfigVM_Task, 'duration_secs': 0.277815} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.125568] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 56009dbd-b866-43c9-b55b-5090bc2d7334/56009dbd-b866-43c9-b55b-5090bc2d7334.vmdk or device None with type streamOptimized {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.126699] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'disk_bus': None, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': 'c1e16047-c7f5-4e3b-a3f7-a9bbe926402c'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'attachment_id': '9c47b7bf-cbab-44f0-a8c6-af7e30b27d7f', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617755', 'volume_id': 'c4a2de0e-3989-435f-a228-28f53f006e47', 'name': 'volume-c4a2de0e-3989-435f-a228-28f53f006e47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '56009dbd-b866-43c9-b55b-5090bc2d7334', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a2de0e-3989-435f-a228-28f53f006e47', 'serial': 'c4a2de0e-3989-435f-a228-28f53f006e47'}, 'boot_index': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69702) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1213.126840] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1213.127021] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617755', 'volume_id': 'c4a2de0e-3989-435f-a228-28f53f006e47', 'name': 'volume-c4a2de0e-3989-435f-a228-28f53f006e47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '56009dbd-b866-43c9-b55b-5090bc2d7334', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a2de0e-3989-435f-a228-28f53f006e47', 'serial': 'c4a2de0e-3989-435f-a228-28f53f006e47'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1213.127905] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9361456-23a3-4e34-b2ba-eff338fcc5ed {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.143657] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.055s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.144205] env[69702]: DEBUG nova.compute.manager [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.146823] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.867s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.147055] env[69702]: DEBUG nova.objects.instance [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lazy-loading 'resources' on Instance uuid 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.148505] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e1cae0-252e-43ae-8f4f-3666081b538d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.160896] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500544} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.173193] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 3edb94af-d9ee-4cb3-ab8c-25d3905ded87/3edb94af-d9ee-4cb3-ab8c-25d3905ded87.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.173433] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.180890] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-c4a2de0e-3989-435f-a228-28f53f006e47/volume-c4a2de0e-3989-435f-a228-28f53f006e47.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.181186] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b82bc3f1-54a2-4685-bfa9-19e837c956c9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.184755] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa3b317a-dc93-4811-9318-b1d5590df0d4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.202407] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1213.202407] env[69702]: value = "task-3086059" [ 1213.202407] env[69702]: _type = "Task" [ 1213.202407] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.203607] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1213.203607] env[69702]: value = "task-3086060" [ 1213.203607] env[69702]: _type = "Task" [ 1213.203607] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.214886] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.218345] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086060, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.475573] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086058, 'name': CreateVM_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.596721] env[69702]: DEBUG nova.network.neutron [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updated VIF entry in instance network info cache for port cdf5f891-6a2c-4c4f-a698-d54ff9684329. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.597093] env[69702]: DEBUG nova.network.neutron [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updating instance_info_cache with network_info: [{"id": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "address": "fa:16:3e:13:a8:86", "network": {"id": "97899c14-839d-4689-bef9-8639b4a32cb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-469908875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af860c7fc46c4dd1af90f7b0f2dd608a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf5f891-6a", "ovs_interfaceid": "cdf5f891-6a2c-4c4f-a698-d54ff9684329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.655589] env[69702]: DEBUG nova.compute.utils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.656965] env[69702]: DEBUG nova.compute.manager [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.657152] env[69702]: DEBUG nova.network.neutron [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.694181] env[69702]: DEBUG nova.policy [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caa8fb4cfcf04ab9bf5a85327642a3c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84e9744b32da41eabc6501e9ef694543', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.719058] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.721830] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.327797} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.724198] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.725140] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37778084-9917-497a-a7b3-b65f0660f936 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.746936] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 3edb94af-d9ee-4cb3-ab8c-25d3905ded87/3edb94af-d9ee-4cb3-ab8c-25d3905ded87.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.749509] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29ec836f-e638-4286-a1ce-7f912ee50d95 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.768499] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1213.768499] env[69702]: value = "task-3086061" [ 1213.768499] env[69702]: _type = "Task" [ 1213.768499] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.776568] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.815405] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1345c41-b3c0-45b7-92b7-025181c0ebc6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.822703] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead7cf0b-e88e-4497-b030-e5b55a56ae46 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.852827] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c988e42-be6b-4516-b08a-e76550809795 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.859693] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec57256-2809-4aec-b065-cb72685522bb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.872368] env[69702]: DEBUG nova.compute.provider_tree [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.976161] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086058, 'name': CreateVM_Task, 'duration_secs': 0.812552} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.976275] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.976941] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7cb9cd04-69d8-4111-b88c-682accb31cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.977128] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7cb9cd04-69d8-4111-b88c-682accb31cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.977497] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7cb9cd04-69d8-4111-b88c-682accb31cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.977846] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55cff520-95c1-45ce-8207-2e2712f4c385 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.982370] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1213.982370] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523ac48d-987e-4d15-a986-7b8475a1cd8f" [ 1213.982370] env[69702]: _type = "Task" [ 1213.982370] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.985887] env[69702]: DEBUG nova.network.neutron [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Successfully created port: 45585d87-692a-44b7-aea8-82dd675b4452 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.992326] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523ac48d-987e-4d15-a986-7b8475a1cd8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.099771] env[69702]: DEBUG oslo_concurrency.lockutils [req-22f2f390-cb66-450e-a427-46b9021b525a req-95027e50-f23e-4a7f-baba-aad25c4e54d9 service nova] Releasing lock "refresh_cache-78982504-c055-4733-bc57-ecceb11e675b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.160680] env[69702]: DEBUG nova.compute.manager [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.220045] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086060, 'name': ReconfigVM_Task, 'duration_secs': 0.938312} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.220332] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-c4a2de0e-3989-435f-a228-28f53f006e47/volume-c4a2de0e-3989-435f-a228-28f53f006e47.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.225136] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f750ea88-4e6a-4dae-8105-20b8b45bc9dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.239569] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1214.239569] env[69702]: value = "task-3086062" [ 1214.239569] env[69702]: _type = "Task" [ 1214.239569] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.247875] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.277579] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.375885] env[69702]: DEBUG nova.scheduler.client.report [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.493134] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7cb9cd04-69d8-4111-b88c-682accb31cee" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.493415] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Processing image 7cb9cd04-69d8-4111-b88c-682accb31cee {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.493657] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7cb9cd04-69d8-4111-b88c-682accb31cee/7cb9cd04-69d8-4111-b88c-682accb31cee.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.493805] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7cb9cd04-69d8-4111-b88c-682accb31cee/7cb9cd04-69d8-4111-b88c-682accb31cee.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.493981] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.494249] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a806ee9-6899-4d4b-adcd-88fdd8817157 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.502563] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.502745] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.503476] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc504af3-718b-45c2-9759-c1f907e73c6a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.508382] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1214.508382] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d1b36c-1192-da03-5e34-8609ce232ec7" [ 1214.508382] env[69702]: _type = "Task" [ 1214.508382] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.515933] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d1b36c-1192-da03-5e34-8609ce232ec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.750046] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086062, 'name': ReconfigVM_Task, 'duration_secs': 0.232542} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.750398] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617755', 'volume_id': 'c4a2de0e-3989-435f-a228-28f53f006e47', 'name': 'volume-c4a2de0e-3989-435f-a228-28f53f006e47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '56009dbd-b866-43c9-b55b-5090bc2d7334', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a2de0e-3989-435f-a228-28f53f006e47', 'serial': 'c4a2de0e-3989-435f-a228-28f53f006e47'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1214.750984] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46ffc561-8091-46ea-be1a-43d9e9002b12 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.757520] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1214.757520] env[69702]: value = "task-3086063" [ 1214.757520] env[69702]: _type = "Task" [ 1214.757520] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.765358] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086063, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.776787] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086061, 'name': ReconfigVM_Task, 'duration_secs': 0.660793} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.777063] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 3edb94af-d9ee-4cb3-ab8c-25d3905ded87/3edb94af-d9ee-4cb3-ab8c-25d3905ded87.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.777643] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63c6d26d-8ae7-4bb3-a5a3-ee69c63d2e0e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.782912] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1214.782912] env[69702]: value = "task-3086064" [ 1214.782912] env[69702]: _type = "Task" [ 1214.782912] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.790967] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086064, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.881015] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.885138] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.243s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.885138] env[69702]: DEBUG nova.objects.instance [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1214.901602] env[69702]: INFO nova.scheduler.client.report [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted allocations for instance 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6 [ 1215.019060] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Preparing fetch location {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1215.019303] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Fetch image to [datastore2] OSTACK_IMG_7823a33b-dfc9-48cc-b529-934427a5482b/OSTACK_IMG_7823a33b-dfc9-48cc-b529-934427a5482b.vmdk {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1215.019491] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Downloading stream optimized image 7cb9cd04-69d8-4111-b88c-682accb31cee to [datastore2] OSTACK_IMG_7823a33b-dfc9-48cc-b529-934427a5482b/OSTACK_IMG_7823a33b-dfc9-48cc-b529-934427a5482b.vmdk on the data store datastore2 as vApp {{(pid=69702) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1215.019706] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Downloading image file data 7cb9cd04-69d8-4111-b88c-682accb31cee to the ESX as VM named 'OSTACK_IMG_7823a33b-dfc9-48cc-b529-934427a5482b' {{(pid=69702) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1215.092563] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1215.092563] env[69702]: value = "resgroup-9" [ 1215.092563] env[69702]: _type = "ResourcePool" [ 1215.092563] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1215.092872] env[69702]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f5138327-c3ca-4521-b129-821dc17572fd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.114970] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lease: (returnval){ [ 1215.114970] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52975801-c8a6-0085-5ec1-0d4823c3cdd0" [ 1215.114970] env[69702]: _type = "HttpNfcLease" [ 1215.114970] env[69702]: } obtained for vApp import into resource pool (val){ [ 1215.114970] env[69702]: value = "resgroup-9" [ 1215.114970] env[69702]: _type = "ResourcePool" [ 1215.114970] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1215.115306] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the lease: (returnval){ [ 1215.115306] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52975801-c8a6-0085-5ec1-0d4823c3cdd0" [ 1215.115306] env[69702]: _type = "HttpNfcLease" [ 1215.115306] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1215.121167] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1215.121167] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52975801-c8a6-0085-5ec1-0d4823c3cdd0" [ 1215.121167] env[69702]: _type = "HttpNfcLease" [ 1215.121167] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1215.169576] env[69702]: DEBUG nova.compute.manager [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.190620] env[69702]: DEBUG nova.virt.hardware [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.190905] env[69702]: DEBUG nova.virt.hardware [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.191086] env[69702]: DEBUG nova.virt.hardware [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.191281] env[69702]: DEBUG nova.virt.hardware [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.191428] env[69702]: DEBUG nova.virt.hardware [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.191574] env[69702]: DEBUG nova.virt.hardware [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.191784] env[69702]: DEBUG nova.virt.hardware [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.191997] env[69702]: DEBUG nova.virt.hardware [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.192155] env[69702]: DEBUG nova.virt.hardware [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.192318] env[69702]: DEBUG nova.virt.hardware [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.192493] env[69702]: DEBUG nova.virt.hardware [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.193348] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7130151a-19bf-4b34-9ef3-77005fd697fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.201054] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfed364-95f6-4e94-9521-50027249e5dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.267302] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086063, 'name': Rename_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.291475] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086064, 'name': Rename_Task, 'duration_secs': 0.290594} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.291739] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.291977] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1eecaf9d-897d-4688-a3ca-fa2182fbd325 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.297199] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1215.297199] env[69702]: value = "task-3086066" [ 1215.297199] env[69702]: _type = "Task" [ 1215.297199] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.304196] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.348719] env[69702]: DEBUG nova.compute.manager [req-580ffce2-aaa5-4335-bc85-fa4905f46e2d req-4533d245-8221-41cb-b89a-cf7f98edf068 service nova] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Received event network-vif-plugged-45585d87-692a-44b7-aea8-82dd675b4452 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.348978] env[69702]: DEBUG oslo_concurrency.lockutils [req-580ffce2-aaa5-4335-bc85-fa4905f46e2d req-4533d245-8221-41cb-b89a-cf7f98edf068 service nova] Acquiring lock "90667116-7206-4370-a494-bdd9f30c01fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.349176] env[69702]: DEBUG oslo_concurrency.lockutils [req-580ffce2-aaa5-4335-bc85-fa4905f46e2d req-4533d245-8221-41cb-b89a-cf7f98edf068 service nova] Lock "90667116-7206-4370-a494-bdd9f30c01fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.349350] env[69702]: DEBUG oslo_concurrency.lockutils [req-580ffce2-aaa5-4335-bc85-fa4905f46e2d req-4533d245-8221-41cb-b89a-cf7f98edf068 service nova] Lock "90667116-7206-4370-a494-bdd9f30c01fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.349523] env[69702]: DEBUG nova.compute.manager [req-580ffce2-aaa5-4335-bc85-fa4905f46e2d req-4533d245-8221-41cb-b89a-cf7f98edf068 service nova] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] No waiting events found dispatching network-vif-plugged-45585d87-692a-44b7-aea8-82dd675b4452 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.349780] env[69702]: WARNING nova.compute.manager [req-580ffce2-aaa5-4335-bc85-fa4905f46e2d req-4533d245-8221-41cb-b89a-cf7f98edf068 service nova] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Received unexpected event network-vif-plugged-45585d87-692a-44b7-aea8-82dd675b4452 for instance with vm_state building and task_state spawning. [ 1215.408518] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a190ceca-d2cd-4aff-be84-b15cef9cfd31 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.082s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.432223] env[69702]: DEBUG nova.network.neutron [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Successfully updated port: 45585d87-692a-44b7-aea8-82dd675b4452 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.623929] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1215.623929] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52975801-c8a6-0085-5ec1-0d4823c3cdd0" [ 1215.623929] env[69702]: _type = "HttpNfcLease" [ 1215.623929] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1215.767822] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086063, 'name': Rename_Task, 'duration_secs': 0.834929} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.768250] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.768557] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8188ea1-8f8b-43d6-9953-6750bdbfbd60 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.775186] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1215.775186] env[69702]: value = "task-3086067" [ 1215.775186] env[69702]: _type = "Task" [ 1215.775186] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.782660] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.808375] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086066, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.894023] env[69702]: DEBUG oslo_concurrency.lockutils [None req-cefbafaa-ec6e-4467-a441-329055860183 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.934555] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.934738] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.934912] env[69702]: DEBUG nova.network.neutron [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.123614] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.123614] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52975801-c8a6-0085-5ec1-0d4823c3cdd0" [ 1216.123614] env[69702]: _type = "HttpNfcLease" [ 1216.123614] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1216.123938] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1216.123938] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52975801-c8a6-0085-5ec1-0d4823c3cdd0" [ 1216.123938] env[69702]: _type = "HttpNfcLease" [ 1216.123938] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1216.124601] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2bb3ca-4144-4062-a182-5e730650521f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.131456] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250cce9-af5d-2cc1-3c24-f0ad525f1840/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1216.131619] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250cce9-af5d-2cc1-3c24-f0ad525f1840/disk-0.vmdk. {{(pid=69702) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1216.204023] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25eae26a-d36a-4b75-91e8-f4086532af9c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.285207] env[69702]: DEBUG oslo_vmware.api [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086067, 'name': PowerOnVM_Task, 'duration_secs': 0.474059} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.285476] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.306925] env[69702]: DEBUG oslo_vmware.api [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086066, 'name': PowerOnVM_Task, 'duration_secs': 0.674955} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.307221] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.307449] env[69702]: INFO nova.compute.manager [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1216.307630] env[69702]: DEBUG nova.compute.manager [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.308403] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12563017-95bf-467a-84e5-608ee5025a8f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.384320] env[69702]: DEBUG nova.compute.manager [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.385347] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a575b0-ae08-4d57-bd18-dfc897a25b3e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.466828] env[69702]: DEBUG nova.network.neutron [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.678390] env[69702]: DEBUG nova.network.neutron [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance_info_cache with network_info: [{"id": "45585d87-692a-44b7-aea8-82dd675b4452", "address": "fa:16:3e:2c:d4:d8", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45585d87-69", "ovs_interfaceid": "45585d87-692a-44b7-aea8-82dd675b4452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.829242] env[69702]: INFO nova.compute.manager [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Took 13.19 seconds to build instance. [ 1216.904081] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12a94f9e-1772-4b9a-adbe-f2ff587f2440 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.011s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.181302] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.181650] env[69702]: DEBUG nova.compute.manager [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Instance network_info: |[{"id": "45585d87-692a-44b7-aea8-82dd675b4452", "address": "fa:16:3e:2c:d4:d8", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45585d87-69", "ovs_interfaceid": "45585d87-692a-44b7-aea8-82dd675b4452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.183521] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:d4:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45585d87-692a-44b7-aea8-82dd675b4452', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.193294] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.195498] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.197090] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b3dadc0-b99c-4535-8e20-c1c43013a6fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.223965] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.223965] env[69702]: value = "task-3086068" [ 1217.223965] env[69702]: _type = "Task" [ 1217.223965] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.235059] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086068, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.331246] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed0e3364-a83f-43ce-8632-fe34715bb31b tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "3edb94af-d9ee-4cb3-ab8c-25d3905ded87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.701s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.380514] env[69702]: DEBUG nova.compute.manager [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Received event network-changed-45585d87-692a-44b7-aea8-82dd675b4452 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.380674] env[69702]: DEBUG nova.compute.manager [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Refreshing instance network info cache due to event network-changed-45585d87-692a-44b7-aea8-82dd675b4452. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.380962] env[69702]: DEBUG oslo_concurrency.lockutils [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] Acquiring lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.381129] env[69702]: DEBUG oslo_concurrency.lockutils [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] Acquired lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.381316] env[69702]: DEBUG nova.network.neutron [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Refreshing network info cache for port 45585d87-692a-44b7-aea8-82dd675b4452 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.455920] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Completed reading data from the image iterator. {{(pid=69702) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1217.456211] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250cce9-af5d-2cc1-3c24-f0ad525f1840/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1217.457207] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72254160-0460-4ec4-87ba-b15a5bfd03a7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.465223] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250cce9-af5d-2cc1-3c24-f0ad525f1840/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1217.465445] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250cce9-af5d-2cc1-3c24-f0ad525f1840/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1217.465737] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-01885275-93d1-4ea1-9188-6eca420c5279 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.736128] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086068, 'name': CreateVM_Task, 'duration_secs': 0.373931} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.736361] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.737089] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.737270] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.737665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.737848] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07cffdbb-11d9-4469-8607-3099fc945712 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.742292] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1217.742292] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e1d44d-9229-6a34-f95d-4749ed8e86d8" [ 1217.742292] env[69702]: _type = "Task" [ 1217.742292] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.749897] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e1d44d-9229-6a34-f95d-4749ed8e86d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.790743] env[69702]: DEBUG oslo_vmware.rw_handles [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250cce9-af5d-2cc1-3c24-f0ad525f1840/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1217.791048] env[69702]: INFO nova.virt.vmwareapi.images [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Downloaded image file data 7cb9cd04-69d8-4111-b88c-682accb31cee [ 1217.792199] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa748b7-7218-40fd-831e-e99c0f57b95b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.809189] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0353bb1-dace-456b-acc8-b6cf9f1ea4de {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.832879] env[69702]: INFO nova.virt.vmwareapi.images [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] The imported VM was unregistered [ 1217.835239] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Caching image {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1217.835475] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7cb9cd04-69d8-4111-b88c-682accb31cee {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.835758] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a54e6cac-4d56-4818-9421-0a430fb4c6cf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.846269] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Created directory with path [datastore2] devstack-image-cache_base/7cb9cd04-69d8-4111-b88c-682accb31cee {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.846457] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7823a33b-dfc9-48cc-b529-934427a5482b/OSTACK_IMG_7823a33b-dfc9-48cc-b529-934427a5482b.vmdk to [datastore2] devstack-image-cache_base/7cb9cd04-69d8-4111-b88c-682accb31cee/7cb9cd04-69d8-4111-b88c-682accb31cee.vmdk. {{(pid=69702) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1217.846701] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-313914c1-3088-4964-99ee-df6525d34b06 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.853052] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1217.853052] env[69702]: value = "task-3086070" [ 1217.853052] env[69702]: _type = "Task" [ 1217.853052] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.860763] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086070, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.253775] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52e1d44d-9229-6a34-f95d-4749ed8e86d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.254193] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.254345] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.254584] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.254730] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.254913] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.255198] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2a0e052-b39c-4cc4-9aff-0a5e873a9c00 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.270744] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.270951] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.271716] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f54211-1511-4a82-b858-c7c9d1119f81 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.277668] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1218.277668] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5282732d-c144-f9bc-a036-7c78750dde38" [ 1218.277668] env[69702]: _type = "Task" [ 1218.277668] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.285537] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5282732d-c144-f9bc-a036-7c78750dde38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.363201] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086070, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.403599] env[69702]: DEBUG nova.network.neutron [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updated VIF entry in instance network info cache for port 45585d87-692a-44b7-aea8-82dd675b4452. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.403984] env[69702]: DEBUG nova.network.neutron [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance_info_cache with network_info: [{"id": "45585d87-692a-44b7-aea8-82dd675b4452", "address": "fa:16:3e:2c:d4:d8", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45585d87-69", "ovs_interfaceid": "45585d87-692a-44b7-aea8-82dd675b4452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.789359] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5282732d-c144-f9bc-a036-7c78750dde38, 'name': SearchDatastore_Task, 'duration_secs': 0.086714} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.790333] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-109390c7-210f-41ae-8aa1-8d9c8aba0f35 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.797594] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1218.797594] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5294d413-9516-1012-7ec6-551a3589ab0e" [ 1218.797594] env[69702]: _type = "Task" [ 1218.797594] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.805401] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5294d413-9516-1012-7ec6-551a3589ab0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.863524] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086070, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.906828] env[69702]: DEBUG oslo_concurrency.lockutils [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] Releasing lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.907212] env[69702]: DEBUG nova.compute.manager [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Received event network-changed-2061e0dd-9fa8-4e61-882b-bdd0465f1188 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.907442] env[69702]: DEBUG nova.compute.manager [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Refreshing instance network info cache due to event network-changed-2061e0dd-9fa8-4e61-882b-bdd0465f1188. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.907733] env[69702]: DEBUG oslo_concurrency.lockutils [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] Acquiring lock "refresh_cache-3edb94af-d9ee-4cb3-ab8c-25d3905ded87" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.907911] env[69702]: DEBUG oslo_concurrency.lockutils [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] Acquired lock "refresh_cache-3edb94af-d9ee-4cb3-ab8c-25d3905ded87" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.908201] env[69702]: DEBUG nova.network.neutron [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Refreshing network info cache for port 2061e0dd-9fa8-4e61-882b-bdd0465f1188 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.315775] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5294d413-9516-1012-7ec6-551a3589ab0e, 'name': SearchDatastore_Task, 'duration_secs': 0.087123} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.316190] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.316511] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 90667116-7206-4370-a494-bdd9f30c01fb/90667116-7206-4370-a494-bdd9f30c01fb.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.317074] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bc8d3c6-48cd-4a5b-8d8f-fe2e6ac30934 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.365707] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086070, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.385761] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1219.385761] env[69702]: value = "task-3086072" [ 1219.385761] env[69702]: _type = "Task" [ 1219.385761] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.394461] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.673385] env[69702]: DEBUG nova.network.neutron [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Updated VIF entry in instance network info cache for port 2061e0dd-9fa8-4e61-882b-bdd0465f1188. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.673779] env[69702]: DEBUG nova.network.neutron [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Updating instance_info_cache with network_info: [{"id": "2061e0dd-9fa8-4e61-882b-bdd0465f1188", "address": "fa:16:3e:b2:1c:12", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2061e0dd-9f", "ovs_interfaceid": "2061e0dd-9fa8-4e61-882b-bdd0465f1188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.866235] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086070, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.896119] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.177600] env[69702]: DEBUG oslo_concurrency.lockutils [req-0c2be4fa-fa3a-478b-aa2c-332f5a414b68 req-70c40566-fd65-4902-9e71-bc90790130e8 service nova] Releasing lock "refresh_cache-3edb94af-d9ee-4cb3-ab8c-25d3905ded87" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.367976] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086070, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.39415} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.368379] env[69702]: INFO nova.virt.vmwareapi.ds_util [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7823a33b-dfc9-48cc-b529-934427a5482b/OSTACK_IMG_7823a33b-dfc9-48cc-b529-934427a5482b.vmdk to [datastore2] devstack-image-cache_base/7cb9cd04-69d8-4111-b88c-682accb31cee/7cb9cd04-69d8-4111-b88c-682accb31cee.vmdk. [ 1220.368424] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Cleaning up location [datastore2] OSTACK_IMG_7823a33b-dfc9-48cc-b529-934427a5482b {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1220.368633] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7823a33b-dfc9-48cc-b529-934427a5482b {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.368962] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c33c2c59-eef2-44f0-bb99-55cdebc31a56 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.376960] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1220.376960] env[69702]: value = "task-3086073" [ 1220.376960] env[69702]: _type = "Task" [ 1220.376960] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.385145] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.396302] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086072, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.886644] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193388} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.886968] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.887193] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7cb9cd04-69d8-4111-b88c-682accb31cee/7cb9cd04-69d8-4111-b88c-682accb31cee.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.887476] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7cb9cd04-69d8-4111-b88c-682accb31cee/7cb9cd04-69d8-4111-b88c-682accb31cee.vmdk to [datastore2] 78982504-c055-4733-bc57-ecceb11e675b/78982504-c055-4733-bc57-ecceb11e675b.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.887836] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de182bcb-d71c-4f6d-b068-e3bc845fe2db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.898563] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086072, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.257138} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.899885] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 90667116-7206-4370-a494-bdd9f30c01fb/90667116-7206-4370-a494-bdd9f30c01fb.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.900120] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.900437] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1220.900437] env[69702]: value = "task-3086075" [ 1220.900437] env[69702]: _type = "Task" [ 1220.900437] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.900658] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0143e228-5949-4d28-aad2-7754e78924ba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.910695] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.911919] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1220.911919] env[69702]: value = "task-3086076" [ 1220.911919] env[69702]: _type = "Task" [ 1220.911919] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.919575] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.947814] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.948829] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.413358] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086075, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.420987] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069727} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.421306] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.422142] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55bbf86-77f2-4e9a-a5e2-1fe96bc345ab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.443697] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 90667116-7206-4370-a494-bdd9f30c01fb/90667116-7206-4370-a494-bdd9f30c01fb.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.444037] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8b1b941-73f0-4302-9626-1278749f3d12 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.458798] env[69702]: DEBUG nova.compute.utils [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.466219] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1221.466219] env[69702]: value = "task-3086077" [ 1221.466219] env[69702]: _type = "Task" [ 1221.466219] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.475697] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.913584] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086075, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.961821] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.976038] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.415323] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086075, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.477895] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.917132] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086075, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.981057] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.021095] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.021095] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.021095] env[69702]: INFO nova.compute.manager [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Attaching volume 0611fce2-9833-4633-a83d-9a3a544f6b66 to /dev/sdb [ 1223.055052] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf58f04-36b3-43a6-8436-853761096dbe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.063876] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776ea987-daf7-4d70-8b91-e25c9a417e66 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.079784] env[69702]: DEBUG nova.virt.block_device [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Updating existing volume attachment record: 787f82ff-a0f3-4cf8-9041-829577b7f932 {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1223.417603] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086075, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.479585] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.916631] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086075, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.688411} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.916926] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7cb9cd04-69d8-4111-b88c-682accb31cee/7cb9cd04-69d8-4111-b88c-682accb31cee.vmdk to [datastore2] 78982504-c055-4733-bc57-ecceb11e675b/78982504-c055-4733-bc57-ecceb11e675b.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.917754] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a38b294-7043-4a84-a14d-9a6b4102ce8c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.941691] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 78982504-c055-4733-bc57-ecceb11e675b/78982504-c055-4733-bc57-ecceb11e675b.vmdk or device None with type streamOptimized {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.942044] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b38e1019-ecc9-4b83-9d33-d896b8dee4b3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.962747] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1223.962747] env[69702]: value = "task-3086080" [ 1223.962747] env[69702]: _type = "Task" [ 1223.962747] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.975583] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.981126] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086077, 'name': ReconfigVM_Task, 'duration_secs': 2.380531} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.981508] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 90667116-7206-4370-a494-bdd9f30c01fb/90667116-7206-4370-a494-bdd9f30c01fb.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.982262] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2c3270b-f4b2-4cc3-b6fa-f6c1d67bd0f3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.991838] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1223.991838] env[69702]: value = "task-3086081" [ 1223.991838] env[69702]: _type = "Task" [ 1223.991838] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.004425] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086081, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.473314] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.503013] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086081, 'name': Rename_Task, 'duration_secs': 0.2022} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.503344] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.503635] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-889eb0a9-5bf8-45a4-a78d-0b709ba23344 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.511025] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1224.511025] env[69702]: value = "task-3086082" [ 1224.511025] env[69702]: _type = "Task" [ 1224.511025] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.519401] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.975492] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086080, 'name': ReconfigVM_Task, 'duration_secs': 0.577312} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.976032] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 78982504-c055-4733-bc57-ecceb11e675b/78982504-c055-4733-bc57-ecceb11e675b.vmdk or device None with type streamOptimized {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.976770] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5e0bc74-37e9-4de6-92c5-f71f5ca732f7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.985310] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1224.985310] env[69702]: value = "task-3086084" [ 1224.985310] env[69702]: _type = "Task" [ 1224.985310] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.995270] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086084, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.021547] env[69702]: DEBUG oslo_vmware.api [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086082, 'name': PowerOnVM_Task, 'duration_secs': 0.479232} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.021901] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.022162] env[69702]: INFO nova.compute.manager [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1225.022343] env[69702]: DEBUG nova.compute.manager [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.023156] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eae4ba7-a88e-4788-8034-b1feb3117026 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.500268] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086084, 'name': Rename_Task, 'duration_secs': 0.180855} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.500646] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.500936] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-583de2f3-048d-4f98-8236-eff18eb543cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.509666] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1225.509666] env[69702]: value = "task-3086086" [ 1225.509666] env[69702]: _type = "Task" [ 1225.509666] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.521603] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.544099] env[69702]: INFO nova.compute.manager [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Took 18.77 seconds to build instance. [ 1226.020780] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086086, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.046450] env[69702]: DEBUG oslo_concurrency.lockutils [None req-51a6f44f-1495-4a60-9b5f-126af8bf38d4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "90667116-7206-4370-a494-bdd9f30c01fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.279s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.521799] env[69702]: DEBUG oslo_vmware.api [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086086, 'name': PowerOnVM_Task, 'duration_secs': 0.739387} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.521799] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.627524] env[69702]: DEBUG nova.compute.manager [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.628473] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9596cf36-91d5-42a8-ad1a-4cad8c9135dd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.146070] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bf953176-7969-46df-a4c1-68d0e88d7e62 tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "78982504-c055-4733-bc57-ecceb11e675b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.924s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.494906] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "78982504-c055-4733-bc57-ecceb11e675b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.495285] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "78982504-c055-4733-bc57-ecceb11e675b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.495469] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "78982504-c055-4733-bc57-ecceb11e675b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.495694] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "78982504-c055-4733-bc57-ecceb11e675b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.495869] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "78982504-c055-4733-bc57-ecceb11e675b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.498141] env[69702]: INFO nova.compute.manager [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Terminating instance [ 1227.627765] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1227.628093] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617765', 'volume_id': '0611fce2-9833-4633-a83d-9a3a544f6b66', 'name': 'volume-0611fce2-9833-4633-a83d-9a3a544f6b66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06aab0f9-2c3f-4a8e-985f-579ef9f9e60f', 'attached_at': '', 'detached_at': '', 'volume_id': '0611fce2-9833-4633-a83d-9a3a544f6b66', 'serial': '0611fce2-9833-4633-a83d-9a3a544f6b66'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1227.629050] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edd6d31-3c87-4c20-b2ae-574609950962 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.647088] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2455439a-1994-48cd-a957-8018e31491f2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.673699] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-0611fce2-9833-4633-a83d-9a3a544f6b66/volume-0611fce2-9833-4633-a83d-9a3a544f6b66.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.674375] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47fbc519-91aa-4dc2-8b39-ca5a7380eeba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.694573] env[69702]: DEBUG oslo_vmware.api [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1227.694573] env[69702]: value = "task-3086088" [ 1227.694573] env[69702]: _type = "Task" [ 1227.694573] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.703460] env[69702]: DEBUG oslo_vmware.api [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.917472] env[69702]: DEBUG nova.compute.manager [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Stashing vm_state: active {{(pid=69702) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1228.003032] env[69702]: DEBUG nova.compute.manager [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.003190] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.005063] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0b201b-872b-439f-a5c7-b4c1bf73b42a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.013422] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.013720] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b5c9696-dd0e-4190-a24d-0a65bcbe6330 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.021402] env[69702]: DEBUG oslo_vmware.api [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1228.021402] env[69702]: value = "task-3086089" [ 1228.021402] env[69702]: _type = "Task" [ 1228.021402] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.030748] env[69702]: DEBUG oslo_vmware.api [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.205606] env[69702]: DEBUG oslo_vmware.api [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086088, 'name': ReconfigVM_Task, 'duration_secs': 0.378584} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.205911] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-0611fce2-9833-4633-a83d-9a3a544f6b66/volume-0611fce2-9833-4633-a83d-9a3a544f6b66.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.210516] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3515d7fa-eee7-45e2-ab62-ed828f4cd905 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.226091] env[69702]: DEBUG oslo_vmware.api [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1228.226091] env[69702]: value = "task-3086090" [ 1228.226091] env[69702]: _type = "Task" [ 1228.226091] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.243671] env[69702]: DEBUG oslo_vmware.api [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.438032] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.438341] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.532027] env[69702]: DEBUG oslo_vmware.api [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086089, 'name': PowerOffVM_Task, 'duration_secs': 0.180411} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.532296] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.532465] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.532713] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-787bf31a-0e2a-46f3-be3c-3cede77a8003 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.602913] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.603163] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.603350] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleting the datastore file [datastore2] 78982504-c055-4733-bc57-ecceb11e675b {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.603630] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f3e1992-c6e9-43b3-bd79-0263b3418a89 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.611420] env[69702]: DEBUG oslo_vmware.api [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for the task: (returnval){ [ 1228.611420] env[69702]: value = "task-3086092" [ 1228.611420] env[69702]: _type = "Task" [ 1228.611420] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.619420] env[69702]: DEBUG oslo_vmware.api [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.740033] env[69702]: DEBUG oslo_vmware.api [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086090, 'name': ReconfigVM_Task, 'duration_secs': 0.143367} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.740528] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617765', 'volume_id': '0611fce2-9833-4633-a83d-9a3a544f6b66', 'name': 'volume-0611fce2-9833-4633-a83d-9a3a544f6b66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06aab0f9-2c3f-4a8e-985f-579ef9f9e60f', 'attached_at': '', 'detached_at': '', 'volume_id': '0611fce2-9833-4633-a83d-9a3a544f6b66', 'serial': '0611fce2-9833-4633-a83d-9a3a544f6b66'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1228.943424] env[69702]: INFO nova.compute.claims [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.122779] env[69702]: DEBUG oslo_vmware.api [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.450169] env[69702]: INFO nova.compute.resource_tracker [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating resource usage from migration 0cd0b1fc-47f8-48ea-94da-6dc8c3568ac4 [ 1229.554860] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b49edbb-af97-4612-9c56-1d9f6d32a7a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.562650] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0734a2ba-08e0-4dda-b976-928a7f2c4178 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.591802] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1935412-abf6-4dfe-a98f-b1b77ed5a237 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.598826] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375107ce-1c80-44a7-8d50-432a84648c9a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.611923] env[69702]: DEBUG nova.compute.provider_tree [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.621263] env[69702]: DEBUG oslo_vmware.api [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Task: {'id': task-3086092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55927} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.622067] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.622296] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.622508] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.622690] env[69702]: INFO nova.compute.manager [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1229.622923] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.623117] env[69702]: DEBUG nova.compute.manager [-] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.623214] env[69702]: DEBUG nova.network.neutron [-] [instance: 78982504-c055-4733-bc57-ecceb11e675b] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.776420] env[69702]: DEBUG nova.objects.instance [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lazy-loading 'flavor' on Instance uuid 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.103377] env[69702]: DEBUG nova.compute.manager [req-fd9bc84f-569a-40d4-8cf2-45f3ce6772ff req-e52d62a2-3087-447a-b77d-aa04e168bbbe service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Received event network-vif-deleted-cdf5f891-6a2c-4c4f-a698-d54ff9684329 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.103377] env[69702]: INFO nova.compute.manager [req-fd9bc84f-569a-40d4-8cf2-45f3ce6772ff req-e52d62a2-3087-447a-b77d-aa04e168bbbe service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Neutron deleted interface cdf5f891-6a2c-4c4f-a698-d54ff9684329; detaching it from the instance and deleting it from the info cache [ 1230.103377] env[69702]: DEBUG nova.network.neutron [req-fd9bc84f-569a-40d4-8cf2-45f3ce6772ff req-e52d62a2-3087-447a-b77d-aa04e168bbbe service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.118433] env[69702]: DEBUG nova.scheduler.client.report [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.281387] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7f2ed4ae-9866-4400-b312-e415cf440f52 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.261s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.541554] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.541787] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.583303] env[69702]: DEBUG nova.network.neutron [-] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.606526] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d6aa123-9898-4452-98db-21ca79ecadf4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.617803] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a77e62e-0c3a-43a2-81e0-a0970cef66df {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.628663] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.190s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.628868] env[69702]: INFO nova.compute.manager [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Migrating [ 1230.661257] env[69702]: DEBUG nova.compute.manager [req-fd9bc84f-569a-40d4-8cf2-45f3ce6772ff req-e52d62a2-3087-447a-b77d-aa04e168bbbe service nova] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Detach interface failed, port_id=cdf5f891-6a2c-4c4f-a698-d54ff9684329, reason: Instance 78982504-c055-4733-bc57-ecceb11e675b could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.045075] env[69702]: INFO nova.compute.manager [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Detaching volume 0611fce2-9833-4633-a83d-9a3a544f6b66 [ 1231.081301] env[69702]: INFO nova.virt.block_device [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Attempting to driver detach volume 0611fce2-9833-4633-a83d-9a3a544f6b66 from mountpoint /dev/sdb [ 1231.081549] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1231.081752] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617765', 'volume_id': '0611fce2-9833-4633-a83d-9a3a544f6b66', 'name': 'volume-0611fce2-9833-4633-a83d-9a3a544f6b66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06aab0f9-2c3f-4a8e-985f-579ef9f9e60f', 'attached_at': '', 'detached_at': '', 'volume_id': '0611fce2-9833-4633-a83d-9a3a544f6b66', 'serial': '0611fce2-9833-4633-a83d-9a3a544f6b66'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1231.085973] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a07ad7-0ce0-4998-91ce-3d14819e5c72 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.085973] env[69702]: INFO nova.compute.manager [-] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Took 1.46 seconds to deallocate network for instance. [ 1231.110383] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fec7c8-2768-4f6c-b494-d121e7b100ef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.116294] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bb81f3-71be-4ebc-ad93-45979930bb66 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.138512] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac52cf39-8f61-4f4d-af5f-7d82aa20db48 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.144719] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.144966] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.145241] env[69702]: DEBUG nova.network.neutron [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.158817] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] The volume has not been displaced from its original location: [datastore1] volume-0611fce2-9833-4633-a83d-9a3a544f6b66/volume-0611fce2-9833-4633-a83d-9a3a544f6b66.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1231.164646] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.167807] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5bba865-d527-47e9-b271-ba0aa258887e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.188369] env[69702]: DEBUG oslo_vmware.api [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1231.188369] env[69702]: value = "task-3086095" [ 1231.188369] env[69702]: _type = "Task" [ 1231.188369] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.201177] env[69702]: DEBUG oslo_vmware.api [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.439317] env[69702]: DEBUG nova.network.neutron [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance_info_cache with network_info: [{"id": "45585d87-692a-44b7-aea8-82dd675b4452", "address": "fa:16:3e:2c:d4:d8", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45585d87-69", "ovs_interfaceid": "45585d87-692a-44b7-aea8-82dd675b4452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.592220] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.592458] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.592689] env[69702]: DEBUG nova.objects.instance [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lazy-loading 'resources' on Instance uuid 78982504-c055-4733-bc57-ecceb11e675b {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.700069] env[69702]: DEBUG oslo_vmware.api [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086095, 'name': ReconfigVM_Task, 'duration_secs': 0.23143} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.700384] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1231.704861] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e73a7ce-71b5-4a7b-bd48-c20bdc00c615 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.720575] env[69702]: DEBUG oslo_vmware.api [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1231.720575] env[69702]: value = "task-3086096" [ 1231.720575] env[69702]: _type = "Task" [ 1231.720575] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.733483] env[69702]: DEBUG oslo_vmware.api [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.942198] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.206437] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c105777a-794f-48cf-9abc-5d381babd9af {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.214718] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001ae3f5-f7ab-452f-b3d0-0b58f81a11ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.247115] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f8a9d8-984b-4a14-917a-b468e64e6d27 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.256298] env[69702]: DEBUG oslo_vmware.api [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086096, 'name': ReconfigVM_Task, 'duration_secs': 0.150435} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.256636] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617765', 'volume_id': '0611fce2-9833-4633-a83d-9a3a544f6b66', 'name': 'volume-0611fce2-9833-4633-a83d-9a3a544f6b66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06aab0f9-2c3f-4a8e-985f-579ef9f9e60f', 'attached_at': '', 'detached_at': '', 'volume_id': '0611fce2-9833-4633-a83d-9a3a544f6b66', 'serial': '0611fce2-9833-4633-a83d-9a3a544f6b66'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1232.259612] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314bc75e-5b6b-44f0-8506-c83be0528bb9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.272688] env[69702]: DEBUG nova.compute.provider_tree [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.776553] env[69702]: DEBUG nova.scheduler.client.report [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.805331] env[69702]: DEBUG nova.objects.instance [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lazy-loading 'flavor' on Instance uuid 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.281368] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.300515] env[69702]: INFO nova.scheduler.client.report [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Deleted allocations for instance 78982504-c055-4733-bc57-ecceb11e675b [ 1233.458066] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140f9b60-5e96-4dc5-8402-04553250688b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.477959] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance '90667116-7206-4370-a494-bdd9f30c01fb' progress to 0 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.809222] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2eed3b68-e165-40f4-a1b3-e3bab59cc08a tempest-ServerActionsTestOtherB-242341352 tempest-ServerActionsTestOtherB-242341352-project-member] Lock "78982504-c055-4733-bc57-ecceb11e675b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.314s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.811691] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6707b1a9-0003-42d9-96be-0eda1ff3496a tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.270s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.984202] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.984467] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08fe259e-ecfe-410f-af26-355f91ee7048 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.993344] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1233.993344] env[69702]: value = "task-3086099" [ 1233.993344] env[69702]: _type = "Task" [ 1233.993344] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.002204] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.503633] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086099, 'name': PowerOffVM_Task, 'duration_secs': 0.219106} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.503991] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.504063] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance '90667116-7206-4370-a494-bdd9f30c01fb' progress to 17 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.828061] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.828061] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.828061] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.828061] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.828061] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.830173] env[69702]: INFO nova.compute.manager [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Terminating instance [ 1235.010616] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.010616] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.010616] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.011113] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.011113] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.011185] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.011373] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.011535] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.011704] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.011869] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.012063] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.018012] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03f652dc-fde4-47b9-9429-7573a2b73bc1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.035645] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1235.035645] env[69702]: value = "task-3086100" [ 1235.035645] env[69702]: _type = "Task" [ 1235.035645] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.045362] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.335055] env[69702]: DEBUG nova.compute.manager [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.335055] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.335440] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c0b6ea-a6b4-4c6d-acdd-10eb5f18851a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.343591] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.343792] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0adb373-7714-44ae-b3c9-452f22eebe90 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.351413] env[69702]: DEBUG oslo_vmware.api [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1235.351413] env[69702]: value = "task-3086101" [ 1235.351413] env[69702]: _type = "Task" [ 1235.351413] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.360018] env[69702]: DEBUG oslo_vmware.api [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.546925] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086100, 'name': ReconfigVM_Task, 'duration_secs': 0.160964} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.547429] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance '90667116-7206-4370-a494-bdd9f30c01fb' progress to 33 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.862540] env[69702]: DEBUG oslo_vmware.api [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086101, 'name': PowerOffVM_Task, 'duration_secs': 0.202908} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.862775] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.862902] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.863179] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c00e7021-998a-4961-863f-31d7b64602b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.940337] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.940528] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.940677] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Deleting the datastore file [datastore2] 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.940964] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1812764-8442-4396-bee4-8597b8543a6e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.948497] env[69702]: DEBUG oslo_vmware.api [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1235.948497] env[69702]: value = "task-3086103" [ 1235.948497] env[69702]: _type = "Task" [ 1235.948497] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.958225] env[69702]: DEBUG oslo_vmware.api [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.054282] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.054595] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.054710] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.054861] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.055062] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.055221] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.055382] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.055540] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.055711] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.055907] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.056098] env[69702]: DEBUG nova.virt.hardware [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.061473] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1236.061794] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50768fd3-41e1-4e1b-b492-8194579b9714 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.081777] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1236.081777] env[69702]: value = "task-3086104" [ 1236.081777] env[69702]: _type = "Task" [ 1236.081777] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.091943] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.459556] env[69702]: DEBUG oslo_vmware.api [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147412} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.459847] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.460046] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.460238] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.460413] env[69702]: INFO nova.compute.manager [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1236.460656] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.460917] env[69702]: DEBUG nova.compute.manager [-] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.461058] env[69702]: DEBUG nova.network.neutron [-] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.592990] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086104, 'name': ReconfigVM_Task, 'duration_secs': 0.35766} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.593340] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.594165] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4dcc2f-ac8c-4ffe-9c4a-143371c26f2e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.619597] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 90667116-7206-4370-a494-bdd9f30c01fb/90667116-7206-4370-a494-bdd9f30c01fb.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.619597] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d32fdfcf-b3bc-423b-a70e-e52033fbdae3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.639514] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1236.639514] env[69702]: value = "task-3086105" [ 1236.639514] env[69702]: _type = "Task" [ 1236.639514] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.656024] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.147158] env[69702]: DEBUG nova.compute.manager [req-66d34dfc-60e8-42cf-8ae5-1108ac3bceed req-0d2fa6d7-6c42-4866-a91d-28a463f8769f service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Received event network-vif-deleted-57c87a97-16f1-4cd4-954d-153335ce3187 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.147319] env[69702]: INFO nova.compute.manager [req-66d34dfc-60e8-42cf-8ae5-1108ac3bceed req-0d2fa6d7-6c42-4866-a91d-28a463f8769f service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Neutron deleted interface 57c87a97-16f1-4cd4-954d-153335ce3187; detaching it from the instance and deleting it from the info cache [ 1237.147460] env[69702]: DEBUG nova.network.neutron [req-66d34dfc-60e8-42cf-8ae5-1108ac3bceed req-0d2fa6d7-6c42-4866-a91d-28a463f8769f service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.152068] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086105, 'name': ReconfigVM_Task, 'duration_secs': 0.303278} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.152763] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 90667116-7206-4370-a494-bdd9f30c01fb/90667116-7206-4370-a494-bdd9f30c01fb.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.153131] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance '90667116-7206-4370-a494-bdd9f30c01fb' progress to 50 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.416253] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "b3450c3d-e84e-4843-8488-e521af8d96d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.416487] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "b3450c3d-e84e-4843-8488-e521af8d96d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.625185] env[69702]: DEBUG nova.network.neutron [-] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.654103] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68077e8c-bf02-4c06-93ea-6785b4903827 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.661156] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedab3e2-7c96-43f8-8909-5ada847c0551 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.685729] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5637021a-67e0-4cec-af53-1606d43f918a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.691123] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012dcbed-fe85-4915-9ea0-59200ea920f3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.718480] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance '90667116-7206-4370-a494-bdd9f30c01fb' progress to 67 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.731763] env[69702]: DEBUG nova.compute.manager [req-66d34dfc-60e8-42cf-8ae5-1108ac3bceed req-0d2fa6d7-6c42-4866-a91d-28a463f8769f service nova] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Detach interface failed, port_id=57c87a97-16f1-4cd4-954d-153335ce3187, reason: Instance 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1237.919134] env[69702]: DEBUG nova.compute.manager [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.128470] env[69702]: INFO nova.compute.manager [-] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Took 1.67 seconds to deallocate network for instance. [ 1238.256814] env[69702]: DEBUG nova.network.neutron [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Port 45585d87-692a-44b7-aea8-82dd675b4452 binding to destination host cpu-1 is already ACTIVE {{(pid=69702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1238.444487] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.444487] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.445636] env[69702]: INFO nova.compute.claims [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.635471] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.279017] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "90667116-7206-4370-a494-bdd9f30c01fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.279017] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "90667116-7206-4370-a494-bdd9f30c01fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.279158] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "90667116-7206-4370-a494-bdd9f30c01fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.575713] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cf9288-d3b5-4de1-9220-fff9fb854009 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.583625] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0f2f43-b043-44c5-ab8f-49ace8047941 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.616432] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b82f18e-bbd0-4a54-9a62-e29631db5cd2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.624761] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4540812-d4fc-407e-8d3a-0bd0d298bbc0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.639042] env[69702]: DEBUG nova.compute.provider_tree [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.134840] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "1175c85a-687a-41c9-b2c2-3efdd25616d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.135646] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "1175c85a-687a-41c9-b2c2-3efdd25616d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.141760] env[69702]: DEBUG nova.scheduler.client.report [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.317477] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.317664] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.317889] env[69702]: DEBUG nova.network.neutron [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.319310] env[69702]: DEBUG oslo_concurrency.lockutils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "3beb5e1c-328a-43ac-a8e2-9ffccad76bff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.319524] env[69702]: DEBUG oslo_concurrency.lockutils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "3beb5e1c-328a-43ac-a8e2-9ffccad76bff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.637283] env[69702]: DEBUG nova.compute.manager [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.647146] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.647493] env[69702]: DEBUG nova.compute.manager [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1240.650030] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.015s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.650175] env[69702]: DEBUG nova.objects.instance [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lazy-loading 'resources' on Instance uuid 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.824363] env[69702]: DEBUG nova.compute.manager [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.044535] env[69702]: DEBUG nova.network.neutron [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance_info_cache with network_info: [{"id": "45585d87-692a-44b7-aea8-82dd675b4452", "address": "fa:16:3e:2c:d4:d8", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45585d87-69", "ovs_interfaceid": "45585d87-692a-44b7-aea8-82dd675b4452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.153201] env[69702]: DEBUG nova.compute.utils [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.158574] env[69702]: DEBUG nova.compute.manager [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.158574] env[69702]: DEBUG nova.network.neutron [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.160871] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.197414] env[69702]: DEBUG nova.policy [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52e2a304ba9d4df9836c086ba0cdf4cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ebff80dbf8b4ad297853c502ecc46ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.290131] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aa87be-0d59-458a-a78d-99b19dcf3a50 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.298400] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa24939-cb45-4b66-984e-0bfe7814ace4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.328148] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bd3950-3f50-4ddb-81ef-6474c6900417 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.342616] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789f6c05-6c9b-4fe4-9470-46c53aeee5db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.352976] env[69702]: DEBUG oslo_concurrency.lockutils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.365719] env[69702]: DEBUG nova.compute.provider_tree [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.534500] env[69702]: DEBUG nova.network.neutron [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Successfully created port: 97dbf65f-f429-43c1-adff-05b0fc17dfec {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.547372] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.658241] env[69702]: DEBUG nova.compute.manager [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1241.869733] env[69702]: DEBUG nova.scheduler.client.report [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.069922] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab598bc6-1a74-4f21-9ac6-68f20813cfa0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.089573] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378db9c1-767a-4769-bb06-e1b11fffaf18 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.097658] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance '90667116-7206-4370-a494-bdd9f30c01fb' progress to 83 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.163509] env[69702]: INFO nova.virt.block_device [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Booting with volume fb46b75d-f0f7-4128-8668-d67fc283f46a at /dev/sda [ 1242.200457] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d761407a-2c9f-441f-bd8d-dc9794029407 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.211601] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ae562d-c53f-4a55-80d8-0ed40c7febe3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.243333] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e992179d-437b-4187-aaf8-a4631b31b063 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.254050] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9e8075-73ae-4599-9e6d-e018b9735ef7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.284685] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f46c829-be8a-4fa7-8732-30c7e7dfdf9a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.292592] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef378b6-96d6-420c-9189-a18aab5170cb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.307801] env[69702]: DEBUG nova.virt.block_device [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating existing volume attachment record: d8b2386e-7e59-4200-a74f-427ac3ada856 {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1242.374403] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.376740] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.216s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.378420] env[69702]: INFO nova.compute.claims [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.395473] env[69702]: INFO nova.scheduler.client.report [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Deleted allocations for instance 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f [ 1242.605570] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.605570] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e2be50b-6e68-41c5-9c01-065f734074b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.613861] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1242.613861] env[69702]: value = "task-3086106" [ 1242.613861] env[69702]: _type = "Task" [ 1242.613861] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.623463] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.897049] env[69702]: DEBUG nova.compute.manager [req-c5a2f7b1-e717-4b4c-933b-91c1d3040e3c req-b8ba60ba-e73a-4652-b98a-5f7f1cad9375 service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Received event network-vif-plugged-97dbf65f-f429-43c1-adff-05b0fc17dfec {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.897332] env[69702]: DEBUG oslo_concurrency.lockutils [req-c5a2f7b1-e717-4b4c-933b-91c1d3040e3c req-b8ba60ba-e73a-4652-b98a-5f7f1cad9375 service nova] Acquiring lock "b3450c3d-e84e-4843-8488-e521af8d96d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.897621] env[69702]: DEBUG oslo_concurrency.lockutils [req-c5a2f7b1-e717-4b4c-933b-91c1d3040e3c req-b8ba60ba-e73a-4652-b98a-5f7f1cad9375 service nova] Lock "b3450c3d-e84e-4843-8488-e521af8d96d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.897812] env[69702]: DEBUG oslo_concurrency.lockutils [req-c5a2f7b1-e717-4b4c-933b-91c1d3040e3c req-b8ba60ba-e73a-4652-b98a-5f7f1cad9375 service nova] Lock "b3450c3d-e84e-4843-8488-e521af8d96d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.897927] env[69702]: DEBUG nova.compute.manager [req-c5a2f7b1-e717-4b4c-933b-91c1d3040e3c req-b8ba60ba-e73a-4652-b98a-5f7f1cad9375 service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] No waiting events found dispatching network-vif-plugged-97dbf65f-f429-43c1-adff-05b0fc17dfec {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.898135] env[69702]: WARNING nova.compute.manager [req-c5a2f7b1-e717-4b4c-933b-91c1d3040e3c req-b8ba60ba-e73a-4652-b98a-5f7f1cad9375 service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Received unexpected event network-vif-plugged-97dbf65f-f429-43c1-adff-05b0fc17dfec for instance with vm_state building and task_state block_device_mapping. [ 1242.901187] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7fabc788-e6c2-4726-a6db-f2ad20460d90 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "06aab0f9-2c3f-4a8e-985f-579ef9f9e60f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.074s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.000833] env[69702]: DEBUG nova.network.neutron [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Successfully updated port: 97dbf65f-f429-43c1-adff-05b0fc17dfec {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.124786] env[69702]: DEBUG oslo_vmware.api [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086106, 'name': PowerOnVM_Task, 'duration_secs': 0.39904} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.125079] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.125291] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a1b776-3e51-4b43-977a-8587dfb6dc11 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance '90667116-7206-4370-a494-bdd9f30c01fb' progress to 100 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.507020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.507020] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.507020] env[69702]: DEBUG nova.network.neutron [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.521354] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bfd044-a95b-40e4-adb1-577f9de92892 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.530612] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8286d69-8563-44f4-8d1c-68b53a493190 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.569995] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113d007a-97c0-4982-a92c-9ca3cec7e5a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.579815] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3027d9fe-c843-4a5c-9158-e439960b7372 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.596811] env[69702]: DEBUG nova.compute.provider_tree [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.038881] env[69702]: DEBUG nova.network.neutron [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.100238] env[69702]: DEBUG nova.scheduler.client.report [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.221091] env[69702]: DEBUG nova.network.neutron [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance_info_cache with network_info: [{"id": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "address": "fa:16:3e:39:8e:8a", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dbf65f-f4", "ovs_interfaceid": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.352794] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "a14ae0d7-c7cd-4772-b08b-f510c6672462" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.353147] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "a14ae0d7-c7cd-4772-b08b-f510c6672462" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.353381] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "a14ae0d7-c7cd-4772-b08b-f510c6672462-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.353567] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "a14ae0d7-c7cd-4772-b08b-f510c6672462-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.353735] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "a14ae0d7-c7cd-4772-b08b-f510c6672462-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.355857] env[69702]: INFO nova.compute.manager [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Terminating instance [ 1244.395992] env[69702]: DEBUG nova.compute.manager [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.396674] env[69702]: DEBUG nova.virt.hardware [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.396851] env[69702]: DEBUG nova.virt.hardware [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.397208] env[69702]: DEBUG nova.virt.hardware [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.397251] env[69702]: DEBUG nova.virt.hardware [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.397394] env[69702]: DEBUG nova.virt.hardware [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.397550] env[69702]: DEBUG nova.virt.hardware [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.397779] env[69702]: DEBUG nova.virt.hardware [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.397918] env[69702]: DEBUG nova.virt.hardware [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.398132] env[69702]: DEBUG nova.virt.hardware [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.398306] env[69702]: DEBUG nova.virt.hardware [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.398511] env[69702]: DEBUG nova.virt.hardware [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.399384] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab6bd5b-ca8a-4892-a030-bc13152b18d0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.409168] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629e07bd-73a3-4198-96a9-1f682e70cf03 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.605081] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.605650] env[69702]: DEBUG nova.compute.manager [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.608454] env[69702]: DEBUG oslo_concurrency.lockutils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.256s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.611131] env[69702]: INFO nova.compute.claims [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.723272] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.723604] env[69702]: DEBUG nova.compute.manager [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Instance network_info: |[{"id": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "address": "fa:16:3e:39:8e:8a", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dbf65f-f4", "ovs_interfaceid": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.724047] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:8e:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97dbf65f-f429-43c1-adff-05b0fc17dfec', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.731854] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.732115] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.732376] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7caf6b12-df4d-4c13-91af-c9f85c83eca6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.758420] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.758420] env[69702]: value = "task-3086107" [ 1244.758420] env[69702]: _type = "Task" [ 1244.758420] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.767591] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086107, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.864724] env[69702]: DEBUG nova.compute.manager [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.865028] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.866080] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1efe52-805e-4b19-af46-d96d34f17112 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.874356] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.874591] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00808d30-ab5d-46a9-981e-1ac4c07c44dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.882640] env[69702]: DEBUG oslo_vmware.api [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1244.882640] env[69702]: value = "task-3086108" [ 1244.882640] env[69702]: _type = "Task" [ 1244.882640] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.891996] env[69702]: DEBUG oslo_vmware.api [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.930305] env[69702]: DEBUG nova.compute.manager [req-c75e33a6-732c-40a0-92d7-8e58e622ebf7 req-574fd2f9-e916-4b6f-82d7-630f35c1ad9d service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Received event network-changed-97dbf65f-f429-43c1-adff-05b0fc17dfec {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.930569] env[69702]: DEBUG nova.compute.manager [req-c75e33a6-732c-40a0-92d7-8e58e622ebf7 req-574fd2f9-e916-4b6f-82d7-630f35c1ad9d service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Refreshing instance network info cache due to event network-changed-97dbf65f-f429-43c1-adff-05b0fc17dfec. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.930803] env[69702]: DEBUG oslo_concurrency.lockutils [req-c75e33a6-732c-40a0-92d7-8e58e622ebf7 req-574fd2f9-e916-4b6f-82d7-630f35c1ad9d service nova] Acquiring lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.931025] env[69702]: DEBUG oslo_concurrency.lockutils [req-c75e33a6-732c-40a0-92d7-8e58e622ebf7 req-574fd2f9-e916-4b6f-82d7-630f35c1ad9d service nova] Acquired lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.931171] env[69702]: DEBUG nova.network.neutron [req-c75e33a6-732c-40a0-92d7-8e58e622ebf7 req-574fd2f9-e916-4b6f-82d7-630f35c1ad9d service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Refreshing network info cache for port 97dbf65f-f429-43c1-adff-05b0fc17dfec {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.041680] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.041680] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.114399] env[69702]: DEBUG nova.compute.utils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.119097] env[69702]: DEBUG nova.compute.manager [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Not allocating networking since 'none' was specified. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1245.253105] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "90667116-7206-4370-a494-bdd9f30c01fb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.253426] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "90667116-7206-4370-a494-bdd9f30c01fb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.253672] env[69702]: DEBUG nova.compute.manager [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Going to confirm migration 6 {{(pid=69702) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1245.268623] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086107, 'name': CreateVM_Task, 'duration_secs': 0.43856} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.268806] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.269476] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'attachment_id': 'd8b2386e-7e59-4200-a74f-427ac3ada856', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617766', 'volume_id': 'fb46b75d-f0f7-4128-8668-d67fc283f46a', 'name': 'volume-fb46b75d-f0f7-4128-8668-d67fc283f46a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3450c3d-e84e-4843-8488-e521af8d96d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb46b75d-f0f7-4128-8668-d67fc283f46a', 'serial': 'fb46b75d-f0f7-4128-8668-d67fc283f46a'}, 'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69702) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1245.269696] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Root volume attach. Driver type: vmdk {{(pid=69702) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1245.270527] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede82a8f-ae7a-4125-b6df-d6b2ccd2c842 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.279466] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be124d7-469f-485b-825b-72cbfbc5fb80 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.287946] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037c927a-568d-4ad4-a902-d89f017c5202 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.294457] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-094f0773-c41e-4ff6-a2e9-44262fba592a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.302827] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1245.302827] env[69702]: value = "task-3086109" [ 1245.302827] env[69702]: _type = "Task" [ 1245.302827] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.310400] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086109, 'name': RelocateVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.393304] env[69702]: DEBUG oslo_vmware.api [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086108, 'name': PowerOffVM_Task, 'duration_secs': 0.219579} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.393549] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.393704] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.393964] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe4bdc81-5540-483a-a654-2b6974520732 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.473498] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.473829] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.474125] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleting the datastore file [datastore1] a14ae0d7-c7cd-4772-b08b-f510c6672462 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.474421] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8679f94e-5bd1-4ff8-abdb-da82d4683763 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.482228] env[69702]: DEBUG oslo_vmware.api [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1245.482228] env[69702]: value = "task-3086111" [ 1245.482228] env[69702]: _type = "Task" [ 1245.482228] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.492381] env[69702]: DEBUG oslo_vmware.api [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.546031] env[69702]: DEBUG nova.compute.manager [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1245.620191] env[69702]: DEBUG nova.compute.manager [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.680115] env[69702]: DEBUG nova.network.neutron [req-c75e33a6-732c-40a0-92d7-8e58e622ebf7 req-574fd2f9-e916-4b6f-82d7-630f35c1ad9d service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updated VIF entry in instance network info cache for port 97dbf65f-f429-43c1-adff-05b0fc17dfec. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.680478] env[69702]: DEBUG nova.network.neutron [req-c75e33a6-732c-40a0-92d7-8e58e622ebf7 req-574fd2f9-e916-4b6f-82d7-630f35c1ad9d service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance_info_cache with network_info: [{"id": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "address": "fa:16:3e:39:8e:8a", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dbf65f-f4", "ovs_interfaceid": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.764588] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08408c06-83e9-422e-8d10-af2ba3555e36 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.772390] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77656a12-4dff-463b-bb2b-9e2cd4b3f442 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.803326] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.803326] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.803326] env[69702]: DEBUG nova.network.neutron [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.803697] env[69702]: DEBUG nova.objects.instance [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lazy-loading 'info_cache' on Instance uuid 90667116-7206-4370-a494-bdd9f30c01fb {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.805881] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76868c7d-e0c6-493f-994d-894832af5f98 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.824156] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086109, 'name': RelocateVM_Task, 'duration_secs': 0.029195} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.824512] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1245.824756] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617766', 'volume_id': 'fb46b75d-f0f7-4128-8668-d67fc283f46a', 'name': 'volume-fb46b75d-f0f7-4128-8668-d67fc283f46a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3450c3d-e84e-4843-8488-e521af8d96d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb46b75d-f0f7-4128-8668-d67fc283f46a', 'serial': 'fb46b75d-f0f7-4128-8668-d67fc283f46a'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1245.826083] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217c3703-4f55-4902-9068-1602fcf09b07 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.830953] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eed83e4-9f59-4fb6-aa2e-fd304f2cd057 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.846214] env[69702]: DEBUG nova.compute.provider_tree [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.859767] env[69702]: DEBUG nova.scheduler.client.report [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.866021] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f39d48-5892-47ed-b34e-8a5ba70cabbc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.887746] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-fb46b75d-f0f7-4128-8668-d67fc283f46a/volume-fb46b75d-f0f7-4128-8668-d67fc283f46a.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.888288] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e77cfeb8-a158-46ee-ad13-05a6743a432b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.908782] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1245.908782] env[69702]: value = "task-3086112" [ 1245.908782] env[69702]: _type = "Task" [ 1245.908782] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.917295] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.992672] env[69702]: DEBUG oslo_vmware.api [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176021} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.992942] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.993187] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.993373] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.993570] env[69702]: INFO nova.compute.manager [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1245.993851] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.994079] env[69702]: DEBUG nova.compute.manager [-] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.994204] env[69702]: DEBUG nova.network.neutron [-] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.064394] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.183765] env[69702]: DEBUG oslo_concurrency.lockutils [req-c75e33a6-732c-40a0-92d7-8e58e622ebf7 req-574fd2f9-e916-4b6f-82d7-630f35c1ad9d service nova] Releasing lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.368854] env[69702]: DEBUG oslo_concurrency.lockutils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.760s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.369594] env[69702]: DEBUG nova.compute.manager [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.375965] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.308s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.375965] env[69702]: INFO nova.compute.claims [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.420550] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086112, 'name': ReconfigVM_Task, 'duration_secs': 0.386192} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.421630] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-fb46b75d-f0f7-4128-8668-d67fc283f46a/volume-fb46b75d-f0f7-4128-8668-d67fc283f46a.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.425742] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7cb6229-af3c-43fe-b71e-4e874cbf1635 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.442282] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1246.442282] env[69702]: value = "task-3086113" [ 1246.442282] env[69702]: _type = "Task" [ 1246.442282] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.454832] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.632476] env[69702]: DEBUG nova.compute.manager [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.664699] env[69702]: DEBUG nova.virt.hardware [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.664947] env[69702]: DEBUG nova.virt.hardware [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.665122] env[69702]: DEBUG nova.virt.hardware [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.665314] env[69702]: DEBUG nova.virt.hardware [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.665460] env[69702]: DEBUG nova.virt.hardware [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.665607] env[69702]: DEBUG nova.virt.hardware [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.665814] env[69702]: DEBUG nova.virt.hardware [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.665974] env[69702]: DEBUG nova.virt.hardware [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.666159] env[69702]: DEBUG nova.virt.hardware [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.666322] env[69702]: DEBUG nova.virt.hardware [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.666496] env[69702]: DEBUG nova.virt.hardware [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.667372] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f692a49-fea1-4a57-9011-0ea5bd6ba661 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.676677] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8372f5b5-d94b-40a6-a3a4-60f602bb4d5e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.690731] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.698404] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Creating folder: Project (e2ae30d6dc524755b5a1e70934398fe7). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1246.698404] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-578a7fc4-948a-4f6e-8fb1-25ac57059dcb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.710825] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Created folder: Project (e2ae30d6dc524755b5a1e70934398fe7) in parent group-v617437. [ 1246.710825] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Creating folder: Instances. Parent ref: group-v617768. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1246.710825] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aab8937-d8df-48a3-a69e-655554e7d9da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.722220] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Created folder: Instances in parent group-v617768. [ 1246.722472] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.722663] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.722968] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dac9e43-2b78-4d14-8dcf-836e970b826c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.741579] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.741579] env[69702]: value = "task-3086116" [ 1246.741579] env[69702]: _type = "Task" [ 1246.741579] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.749677] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086116, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.878084] env[69702]: DEBUG nova.compute.utils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.881681] env[69702]: DEBUG nova.compute.manager [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Not allocating networking since 'none' was specified. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1246.953349] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086113, 'name': ReconfigVM_Task, 'duration_secs': 0.333269} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.955935] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617766', 'volume_id': 'fb46b75d-f0f7-4128-8668-d67fc283f46a', 'name': 'volume-fb46b75d-f0f7-4128-8668-d67fc283f46a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3450c3d-e84e-4843-8488-e521af8d96d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb46b75d-f0f7-4128-8668-d67fc283f46a', 'serial': 'fb46b75d-f0f7-4128-8668-d67fc283f46a'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1246.956525] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6126a0f9-3b4f-4d45-a3f8-7adda80acdd8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.961092] env[69702]: DEBUG nova.compute.manager [req-9ec0ce25-6159-4639-8c91-7b12fff0301b req-c454639d-9b77-491d-aac4-c1851aeb16cd service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Received event network-vif-deleted-9d6066ac-ba57-478b-8ce7-169e0451b9d4 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.961305] env[69702]: INFO nova.compute.manager [req-9ec0ce25-6159-4639-8c91-7b12fff0301b req-c454639d-9b77-491d-aac4-c1851aeb16cd service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Neutron deleted interface 9d6066ac-ba57-478b-8ce7-169e0451b9d4; detaching it from the instance and deleting it from the info cache [ 1246.961582] env[69702]: DEBUG nova.network.neutron [req-9ec0ce25-6159-4639-8c91-7b12fff0301b req-c454639d-9b77-491d-aac4-c1851aeb16cd service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.965865] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1246.965865] env[69702]: value = "task-3086117" [ 1246.965865] env[69702]: _type = "Task" [ 1246.965865] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.977213] env[69702]: DEBUG nova.network.neutron [-] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.978164] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086117, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.124100] env[69702]: DEBUG nova.network.neutron [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance_info_cache with network_info: [{"id": "45585d87-692a-44b7-aea8-82dd675b4452", "address": "fa:16:3e:2c:d4:d8", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45585d87-69", "ovs_interfaceid": "45585d87-692a-44b7-aea8-82dd675b4452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.252409] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086116, 'name': CreateVM_Task, 'duration_secs': 0.407246} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.252590] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.253041] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.253220] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.253551] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.253814] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88087dd3-9935-480a-a67e-9132fda466ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.259049] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1247.259049] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525ef5c2-32c0-fa2c-d146-a19dcaaf744b" [ 1247.259049] env[69702]: _type = "Task" [ 1247.259049] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.267062] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525ef5c2-32c0-fa2c-d146-a19dcaaf744b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.382274] env[69702]: DEBUG nova.compute.manager [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.464172] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eeaaf02a-0dca-495b-93ec-1aaf521d51b8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.476777] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf9c16a-2c45-4ca4-8bc1-c142a3568c72 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.491954] env[69702]: INFO nova.compute.manager [-] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Took 1.50 seconds to deallocate network for instance. [ 1247.492542] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086117, 'name': Rename_Task, 'duration_secs': 0.163924} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.494566] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.497258] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c563fe9-5a27-4d07-a492-2fdda1badd05 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.504828] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1247.504828] env[69702]: value = "task-3086118" [ 1247.504828] env[69702]: _type = "Task" [ 1247.504828] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.516087] env[69702]: DEBUG nova.compute.manager [req-9ec0ce25-6159-4639-8c91-7b12fff0301b req-c454639d-9b77-491d-aac4-c1851aeb16cd service nova] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Detach interface failed, port_id=9d6066ac-ba57-478b-8ce7-169e0451b9d4, reason: Instance a14ae0d7-c7cd-4772-b08b-f510c6672462 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1247.523864] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086118, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.541490] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7582c9-dfc2-4583-b14a-9a3e3962c337 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.550156] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e8347d-40ea-4014-868d-bc8980f14cf5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.579702] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5195bec8-0e02-4ebe-812b-029fe596dd8d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.586969] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583ceb27-789c-4bb6-847b-2dd22bde8244 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.601284] env[69702]: DEBUG nova.compute.provider_tree [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.627294] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "refresh_cache-90667116-7206-4370-a494-bdd9f30c01fb" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.627569] env[69702]: DEBUG nova.objects.instance [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lazy-loading 'migration_context' on Instance uuid 90667116-7206-4370-a494-bdd9f30c01fb {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.770053] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525ef5c2-32c0-fa2c-d146-a19dcaaf744b, 'name': SearchDatastore_Task, 'duration_secs': 0.056292} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.770379] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.770612] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.770847] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.771058] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.771198] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.771461] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32374380-cff9-499d-9a2d-88487ec9ac68 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.783738] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.783909] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.784606] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5194de7-24d9-44d8-b0ec-542bd3758791 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.789541] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1247.789541] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52225cf4-1fbb-765d-6e8c-30c50ecb0cd8" [ 1247.789541] env[69702]: _type = "Task" [ 1247.789541] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.797232] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52225cf4-1fbb-765d-6e8c-30c50ecb0cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.000991] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.015315] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.104123] env[69702]: DEBUG nova.scheduler.client.report [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.130348] env[69702]: DEBUG nova.objects.base [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Object Instance<90667116-7206-4370-a494-bdd9f30c01fb> lazy-loaded attributes: info_cache,migration_context {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1248.131499] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5564e55-db53-41d6-bcce-1eabd5ea183e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.152027] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e77c5cd-fbce-4f09-ba43-013798239b6a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.157973] env[69702]: DEBUG oslo_vmware.api [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1248.157973] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52990a78-bc3f-e617-8c73-ef6af0f44c96" [ 1248.157973] env[69702]: _type = "Task" [ 1248.157973] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.166787] env[69702]: DEBUG oslo_vmware.api [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52990a78-bc3f-e617-8c73-ef6af0f44c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.302302] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52225cf4-1fbb-765d-6e8c-30c50ecb0cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.026161} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.303186] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b8f52b-baae-4f56-ac2e-9f116849c56b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.309294] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1248.309294] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523eccfe-359d-2696-1b5e-26aa1d93d775" [ 1248.309294] env[69702]: _type = "Task" [ 1248.309294] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.319314] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523eccfe-359d-2696-1b5e-26aa1d93d775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.382086] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.382481] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.382745] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.382945] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.383186] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.383355] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.383508] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.383670] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1248.383802] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.394554] env[69702]: DEBUG nova.compute.manager [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.420985] env[69702]: DEBUG nova.virt.hardware [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.421199] env[69702]: DEBUG nova.virt.hardware [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.421365] env[69702]: DEBUG nova.virt.hardware [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.421554] env[69702]: DEBUG nova.virt.hardware [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.421700] env[69702]: DEBUG nova.virt.hardware [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.421849] env[69702]: DEBUG nova.virt.hardware [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.422067] env[69702]: DEBUG nova.virt.hardware [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.422238] env[69702]: DEBUG nova.virt.hardware [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.422419] env[69702]: DEBUG nova.virt.hardware [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.422586] env[69702]: DEBUG nova.virt.hardware [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.422761] env[69702]: DEBUG nova.virt.hardware [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.423598] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e6de11-db2c-4c37-930d-98224afcb341 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.432316] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affcb2f8-d6cd-444a-9e26-ee05f5dec929 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.446524] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.451963] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.452199] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.452415] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df3e5547-6b63-4573-a4f9-0864ab36de5e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.469091] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.469091] env[69702]: value = "task-3086119" [ 1248.469091] env[69702]: _type = "Task" [ 1248.469091] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.476812] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086119, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.515153] env[69702]: DEBUG oslo_vmware.api [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086118, 'name': PowerOnVM_Task, 'duration_secs': 0.842183} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.515432] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.515648] env[69702]: INFO nova.compute.manager [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Took 4.12 seconds to spawn the instance on the hypervisor. [ 1248.515824] env[69702]: DEBUG nova.compute.manager [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.516613] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375a87f5-b9a0-4f2a-a710-718645eca773 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.609605] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.610224] env[69702]: DEBUG nova.compute.manager [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.612964] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.612s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.613234] env[69702]: DEBUG nova.objects.instance [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lazy-loading 'resources' on Instance uuid a14ae0d7-c7cd-4772-b08b-f510c6672462 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.669039] env[69702]: DEBUG oslo_vmware.api [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52990a78-bc3f-e617-8c73-ef6af0f44c96, 'name': SearchDatastore_Task, 'duration_secs': 0.008183} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.669360] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.820719] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523eccfe-359d-2696-1b5e-26aa1d93d775, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.821032] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.821495] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1175c85a-687a-41c9-b2c2-3efdd25616d6/1175c85a-687a-41c9-b2c2-3efdd25616d6.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.821602] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a496839d-9cfa-468d-8147-537fdd35c324 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.829242] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1248.829242] env[69702]: value = "task-3086120" [ 1248.829242] env[69702]: _type = "Task" [ 1248.829242] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.838380] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.888759] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.982612] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086119, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.034142] env[69702]: INFO nova.compute.manager [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Took 10.61 seconds to build instance. [ 1249.116441] env[69702]: DEBUG nova.compute.utils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.122516] env[69702]: DEBUG nova.compute.manager [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1249.123672] env[69702]: DEBUG nova.network.neutron [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.299083] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772b6f7d-69f3-419f-8102-bf6de93d5de5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.307265] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0b1357-36b6-4704-bb1b-76236ea3b219 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.343025] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5a8a8d-bb85-433a-b9a9-11f7e62dbcd9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.353869] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1175dfa-e150-4d1b-ad34-c880fe2d82f7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.357606] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494315} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.358075] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 1175c85a-687a-41c9-b2c2-3efdd25616d6/1175c85a-687a-41c9-b2c2-3efdd25616d6.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.358252] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.358668] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21362628-93eb-45e1-b9f8-2f5e8f103e6b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.367847] env[69702]: DEBUG nova.compute.provider_tree [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.373988] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1249.373988] env[69702]: value = "task-3086121" [ 1249.373988] env[69702]: _type = "Task" [ 1249.373988] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.382495] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.483427] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086119, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.485235] env[69702]: DEBUG nova.policy [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98e33fa17e324f25b1e9bc0fbd2124f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b70244eba8945d1ab149d12f98d5495', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.535952] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4cfa7afb-ecaa-45d5-8c31-e35970df7786 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "b3450c3d-e84e-4843-8488-e521af8d96d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.119s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.623656] env[69702]: DEBUG nova.compute.manager [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.871186] env[69702]: DEBUG nova.scheduler.client.report [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.883843] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072376} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.884117] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.884899] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4298c0c-30be-44c9-97b4-29436d3b5af4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.906621] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1175c85a-687a-41c9-b2c2-3efdd25616d6/1175c85a-687a-41c9-b2c2-3efdd25616d6.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.907095] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f78b2106-4cff-4c0f-a749-6cd8d82dd380 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.927662] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1249.927662] env[69702]: value = "task-3086122" [ 1249.927662] env[69702]: _type = "Task" [ 1249.927662] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.941780] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.981044] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086119, 'name': CreateVM_Task, 'duration_secs': 1.279658} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.981355] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.981707] env[69702]: DEBUG oslo_concurrency.lockutils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.981872] env[69702]: DEBUG oslo_concurrency.lockutils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.982252] env[69702]: DEBUG oslo_concurrency.lockutils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.982484] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-258e14c7-96b3-48c4-b46c-18429f4445fb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.987778] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1249.987778] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528b59dd-deed-26c7-a9fe-09a9569cb185" [ 1249.987778] env[69702]: _type = "Task" [ 1249.987778] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.996331] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528b59dd-deed-26c7-a9fe-09a9569cb185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.032137] env[69702]: DEBUG nova.network.neutron [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Successfully created port: 2e6e7595-1692-4923-9102-2dc8907bf6a8 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.318050] env[69702]: DEBUG nova.compute.manager [req-a3e22619-56f7-4c44-8e09-9dfd6a861c7f req-0c06d3c5-2bbc-432e-825c-43fce53879e7 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Received event network-changed-812b0625-f126-4c5a-9489-501430506b1e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.318474] env[69702]: DEBUG nova.compute.manager [req-a3e22619-56f7-4c44-8e09-9dfd6a861c7f req-0c06d3c5-2bbc-432e-825c-43fce53879e7 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Refreshing instance network info cache due to event network-changed-812b0625-f126-4c5a-9489-501430506b1e. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.318818] env[69702]: DEBUG oslo_concurrency.lockutils [req-a3e22619-56f7-4c44-8e09-9dfd6a861c7f req-0c06d3c5-2bbc-432e-825c-43fce53879e7 service nova] Acquiring lock "refresh_cache-3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.318906] env[69702]: DEBUG oslo_concurrency.lockutils [req-a3e22619-56f7-4c44-8e09-9dfd6a861c7f req-0c06d3c5-2bbc-432e-825c-43fce53879e7 service nova] Acquired lock "refresh_cache-3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.319098] env[69702]: DEBUG nova.network.neutron [req-a3e22619-56f7-4c44-8e09-9dfd6a861c7f req-0c06d3c5-2bbc-432e-825c-43fce53879e7 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Refreshing network info cache for port 812b0625-f126-4c5a-9489-501430506b1e {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.379505] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.382143] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.713s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.402304] env[69702]: INFO nova.scheduler.client.report [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleted allocations for instance a14ae0d7-c7cd-4772-b08b-f510c6672462 [ 1250.438904] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.499236] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]528b59dd-deed-26c7-a9fe-09a9569cb185, 'name': SearchDatastore_Task, 'duration_secs': 0.029594} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.500056] env[69702]: DEBUG oslo_concurrency.lockutils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.500056] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.500196] env[69702]: DEBUG oslo_concurrency.lockutils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.500306] env[69702]: DEBUG oslo_concurrency.lockutils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.500570] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.500990] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eb93054-8f2e-4812-b6e8-9e46fe296034 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.511805] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.512039] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.512830] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bdfc238-b481-4394-9ef6-a741dc314f42 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.519439] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1250.519439] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525724cd-ae1f-1e15-65ed-5b74b4673b72" [ 1250.519439] env[69702]: _type = "Task" [ 1250.519439] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.530112] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525724cd-ae1f-1e15-65ed-5b74b4673b72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.634287] env[69702]: DEBUG nova.compute.manager [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.664336] env[69702]: DEBUG nova.virt.hardware [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.664604] env[69702]: DEBUG nova.virt.hardware [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.664762] env[69702]: DEBUG nova.virt.hardware [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.665070] env[69702]: DEBUG nova.virt.hardware [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.665153] env[69702]: DEBUG nova.virt.hardware [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.665303] env[69702]: DEBUG nova.virt.hardware [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.665622] env[69702]: DEBUG nova.virt.hardware [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.665832] env[69702]: DEBUG nova.virt.hardware [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.665832] env[69702]: DEBUG nova.virt.hardware [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.666341] env[69702]: DEBUG nova.virt.hardware [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.666341] env[69702]: DEBUG nova.virt.hardware [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.667082] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f591e200-c1d9-45b9-bed0-b8fefaa32c96 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.675811] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efded22-bf02-4fc0-9d07-caa6cfd63b6e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.909327] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94ffe525-0fc1-4e05-a6c0-1962b53ccd11 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "a14ae0d7-c7cd-4772-b08b-f510c6672462" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.556s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.947727] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086122, 'name': ReconfigVM_Task, 'duration_secs': 0.746778} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.948042] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1175c85a-687a-41c9-b2c2-3efdd25616d6/1175c85a-687a-41c9-b2c2-3efdd25616d6.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.948985] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab37313-709f-4bd1-bc80-032f38c591a7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.961339] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1250.961339] env[69702]: value = "task-3086123" [ 1250.961339] env[69702]: _type = "Task" [ 1250.961339] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.970809] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086123, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.029984] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525724cd-ae1f-1e15-65ed-5b74b4673b72, 'name': SearchDatastore_Task, 'duration_secs': 0.014025} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.033681] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe4c908-bda3-457a-b746-1e736d7f10e1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.041493] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1251.041493] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523560b3-818b-0b76-4daa-c46ac00e6e80" [ 1251.041493] env[69702]: _type = "Task" [ 1251.041493] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.052231] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523560b3-818b-0b76-4daa-c46ac00e6e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.069453] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf22f873-bd8c-4c5c-8e96-3a5e44a9c967 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.080909] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0475f593-7c94-4a61-aa8a-10496d204280 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.116084] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963ad575-7d99-4037-b900-ef3f95123370 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.124994] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86675e8b-4f49-4f6e-8ff6-215481fe150d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.140908] env[69702]: DEBUG nova.compute.provider_tree [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.157205] env[69702]: DEBUG nova.network.neutron [req-a3e22619-56f7-4c44-8e09-9dfd6a861c7f req-0c06d3c5-2bbc-432e-825c-43fce53879e7 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Updated VIF entry in instance network info cache for port 812b0625-f126-4c5a-9489-501430506b1e. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.157653] env[69702]: DEBUG nova.network.neutron [req-a3e22619-56f7-4c44-8e09-9dfd6a861c7f req-0c06d3c5-2bbc-432e-825c-43fce53879e7 service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Updating instance_info_cache with network_info: [{"id": "812b0625-f126-4c5a-9489-501430506b1e", "address": "fa:16:3e:bd:82:a5", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812b0625-f1", "ovs_interfaceid": "812b0625-f126-4c5a-9489-501430506b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.472549] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086123, 'name': Rename_Task, 'duration_secs': 0.187966} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.472883] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.473108] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49742ff6-443a-446c-9632-754353abb046 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.480213] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1251.480213] env[69702]: value = "task-3086124" [ 1251.480213] env[69702]: _type = "Task" [ 1251.480213] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.491265] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.553039] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523560b3-818b-0b76-4daa-c46ac00e6e80, 'name': SearchDatastore_Task, 'duration_secs': 0.018424} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.553370] env[69702]: DEBUG oslo_concurrency.lockutils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.553637] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 3beb5e1c-328a-43ac-a8e2-9ffccad76bff/3beb5e1c-328a-43ac-a8e2-9ffccad76bff.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.553933] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-427433f3-8e0e-429e-ae85-82a7b7ff79aa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.561834] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1251.561834] env[69702]: value = "task-3086125" [ 1251.561834] env[69702]: _type = "Task" [ 1251.561834] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.571770] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.644765] env[69702]: DEBUG nova.scheduler.client.report [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.661798] env[69702]: DEBUG oslo_concurrency.lockutils [req-a3e22619-56f7-4c44-8e09-9dfd6a861c7f req-0c06d3c5-2bbc-432e-825c-43fce53879e7 service nova] Releasing lock "refresh_cache-3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.664928] env[69702]: DEBUG nova.network.neutron [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Successfully updated port: 2e6e7595-1692-4923-9102-2dc8907bf6a8 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1251.794053] env[69702]: DEBUG nova.compute.manager [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Stashing vm_state: active {{(pid=69702) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1251.990631] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.073200] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086125, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.167386] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "refresh_cache-97ebb464-fa27-488c-8b26-7f24de9c3eb9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.167593] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired lock "refresh_cache-97ebb464-fa27-488c-8b26-7f24de9c3eb9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.167691] env[69702]: DEBUG nova.network.neutron [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.315371] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.350444] env[69702]: DEBUG nova.compute.manager [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Received event network-changed-97dbf65f-f429-43c1-adff-05b0fc17dfec {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.350649] env[69702]: DEBUG nova.compute.manager [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Refreshing instance network info cache due to event network-changed-97dbf65f-f429-43c1-adff-05b0fc17dfec. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.350896] env[69702]: DEBUG oslo_concurrency.lockutils [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] Acquiring lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.351091] env[69702]: DEBUG oslo_concurrency.lockutils [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] Acquired lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.351267] env[69702]: DEBUG nova.network.neutron [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Refreshing network info cache for port 97dbf65f-f429-43c1-adff-05b0fc17dfec {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.414459] env[69702]: DEBUG nova.compute.manager [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Stashing vm_state: active {{(pid=69702) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1252.493766] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.572776] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.902866} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.573062] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 3beb5e1c-328a-43ac-a8e2-9ffccad76bff/3beb5e1c-328a-43ac-a8e2-9ffccad76bff.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.573218] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.573480] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeaa2278-b2e6-4679-bd70-9359a9c8979e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.580286] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1252.580286] env[69702]: value = "task-3086126" [ 1252.580286] env[69702]: _type = "Task" [ 1252.580286] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.587983] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.655528] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.273s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.659058] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.770s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.659058] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.659271] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1252.659421] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.344s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.661421] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa44110f-bef1-43f5-a52f-79e4333c8e8f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.670069] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b4c5b5-f19e-4bf6-99ad-a2fdc041dc19 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.687216] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b790b1-4dcf-48ee-8c4b-1f7641ff1f23 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.694675] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b7ed89-cc56-4333-902e-ab3612fbfb2e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.724619] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179638MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1252.724781] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.725706] env[69702]: DEBUG nova.network.neutron [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.906445] env[69702]: DEBUG nova.network.neutron [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Updating instance_info_cache with network_info: [{"id": "2e6e7595-1692-4923-9102-2dc8907bf6a8", "address": "fa:16:3e:ba:8a:e6", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e6e7595-16", "ovs_interfaceid": "2e6e7595-1692-4923-9102-2dc8907bf6a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.932452] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.996194] env[69702]: DEBUG oslo_vmware.api [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086124, 'name': PowerOnVM_Task, 'duration_secs': 1.420886} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.996482] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.996662] env[69702]: INFO nova.compute.manager [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1252.996836] env[69702]: DEBUG nova.compute.manager [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.997673] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150ab35d-6ceb-45eb-a57c-96caab20b3f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.089780] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068441} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.090179] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.090897] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4528e6b5-edcd-46eb-ac09-591a67c68dc8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.110709] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 3beb5e1c-328a-43ac-a8e2-9ffccad76bff/3beb5e1c-328a-43ac-a8e2-9ffccad76bff.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.113346] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e897e27-d43d-4a6e-8fa5-c42e517a26af {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.134176] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1253.134176] env[69702]: value = "task-3086127" [ 1253.134176] env[69702]: _type = "Task" [ 1253.134176] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.143270] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.166617] env[69702]: INFO nova.compute.claims [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.235682] env[69702]: INFO nova.scheduler.client.report [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted allocation for migration 0cd0b1fc-47f8-48ea-94da-6dc8c3568ac4 [ 1253.240823] env[69702]: DEBUG nova.network.neutron [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updated VIF entry in instance network info cache for port 97dbf65f-f429-43c1-adff-05b0fc17dfec. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.241233] env[69702]: DEBUG nova.network.neutron [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance_info_cache with network_info: [{"id": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "address": "fa:16:3e:39:8e:8a", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dbf65f-f4", "ovs_interfaceid": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.409201] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Releasing lock "refresh_cache-97ebb464-fa27-488c-8b26-7f24de9c3eb9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.409568] env[69702]: DEBUG nova.compute.manager [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Instance network_info: |[{"id": "2e6e7595-1692-4923-9102-2dc8907bf6a8", "address": "fa:16:3e:ba:8a:e6", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e6e7595-16", "ovs_interfaceid": "2e6e7595-1692-4923-9102-2dc8907bf6a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1253.410027] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:8a:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e6e7595-1692-4923-9102-2dc8907bf6a8', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.417523] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.417743] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.417977] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfd40520-3834-4a57-a5e7-e988c801e965 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.437925] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.437925] env[69702]: value = "task-3086128" [ 1253.437925] env[69702]: _type = "Task" [ 1253.437925] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.445817] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086128, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.521359] env[69702]: INFO nova.compute.manager [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Took 12.38 seconds to build instance. [ 1253.645409] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086127, 'name': ReconfigVM_Task, 'duration_secs': 0.284534} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.645692] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 3beb5e1c-328a-43ac-a8e2-9ffccad76bff/3beb5e1c-328a-43ac-a8e2-9ffccad76bff.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.646328] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3509e61-1393-4c90-bc64-8bfc16dafc29 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.653391] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1253.653391] env[69702]: value = "task-3086129" [ 1253.653391] env[69702]: _type = "Task" [ 1253.653391] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.661895] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086129, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.675946] env[69702]: INFO nova.compute.resource_tracker [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating resource usage from migration c3982033-3a29-439b-8507-14a407bda215 [ 1253.744178] env[69702]: DEBUG oslo_concurrency.lockutils [None req-2884daf4-2eb8-480c-b5ca-4f0f120b8353 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "90667116-7206-4370-a494-bdd9f30c01fb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.491s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.745416] env[69702]: DEBUG oslo_concurrency.lockutils [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] Releasing lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.745648] env[69702]: DEBUG nova.compute.manager [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Received event network-vif-plugged-2e6e7595-1692-4923-9102-2dc8907bf6a8 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.745878] env[69702]: DEBUG oslo_concurrency.lockutils [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] Acquiring lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.746125] env[69702]: DEBUG oslo_concurrency.lockutils [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.746295] env[69702]: DEBUG oslo_concurrency.lockutils [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.746469] env[69702]: DEBUG nova.compute.manager [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] No waiting events found dispatching network-vif-plugged-2e6e7595-1692-4923-9102-2dc8907bf6a8 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1253.746638] env[69702]: WARNING nova.compute.manager [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Received unexpected event network-vif-plugged-2e6e7595-1692-4923-9102-2dc8907bf6a8 for instance with vm_state building and task_state spawning. [ 1253.746804] env[69702]: DEBUG nova.compute.manager [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Received event network-changed-2e6e7595-1692-4923-9102-2dc8907bf6a8 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.746960] env[69702]: DEBUG nova.compute.manager [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Refreshing instance network info cache due to event network-changed-2e6e7595-1692-4923-9102-2dc8907bf6a8. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.747194] env[69702]: DEBUG oslo_concurrency.lockutils [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] Acquiring lock "refresh_cache-97ebb464-fa27-488c-8b26-7f24de9c3eb9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.747368] env[69702]: DEBUG oslo_concurrency.lockutils [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] Acquired lock "refresh_cache-97ebb464-fa27-488c-8b26-7f24de9c3eb9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.747571] env[69702]: DEBUG nova.network.neutron [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Refreshing network info cache for port 2e6e7595-1692-4923-9102-2dc8907bf6a8 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.841155] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1a2eff-795f-4f76-bdd3-ff7244d7de75 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.853367] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bbd942-ff90-4284-9009-5c0edddfc57d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.885376] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31130cc9-6636-4d70-8f0c-b3dba5693de3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.893418] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7430e6-69da-4d87-b1d3-1dcfd20f1f14 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.907526] env[69702]: DEBUG nova.compute.provider_tree [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.948475] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086128, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.027789] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ed798e47-116a-4435-9299-377c859ddea5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "1175c85a-687a-41c9-b2c2-3efdd25616d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.892s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.164658] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086129, 'name': Rename_Task, 'duration_secs': 0.183281} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.164989] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.165312] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4c7adc5-3c76-4054-9798-b6ab6aa30000 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.173656] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1254.173656] env[69702]: value = "task-3086130" [ 1254.173656] env[69702]: _type = "Task" [ 1254.173656] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.182590] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.410957] env[69702]: DEBUG nova.scheduler.client.report [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.448901] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086128, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.530135] env[69702]: DEBUG nova.network.neutron [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Updated VIF entry in instance network info cache for port 2e6e7595-1692-4923-9102-2dc8907bf6a8. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.530704] env[69702]: DEBUG nova.network.neutron [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Updating instance_info_cache with network_info: [{"id": "2e6e7595-1692-4923-9102-2dc8907bf6a8", "address": "fa:16:3e:ba:8a:e6", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e6e7595-16", "ovs_interfaceid": "2e6e7595-1692-4923-9102-2dc8907bf6a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.547591] env[69702]: DEBUG oslo_concurrency.lockutils [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "90667116-7206-4370-a494-bdd9f30c01fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.547885] env[69702]: DEBUG oslo_concurrency.lockutils [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "90667116-7206-4370-a494-bdd9f30c01fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.548182] env[69702]: DEBUG oslo_concurrency.lockutils [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "90667116-7206-4370-a494-bdd9f30c01fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.548324] env[69702]: DEBUG oslo_concurrency.lockutils [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "90667116-7206-4370-a494-bdd9f30c01fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.548484] env[69702]: DEBUG oslo_concurrency.lockutils [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "90667116-7206-4370-a494-bdd9f30c01fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.550745] env[69702]: INFO nova.compute.manager [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Terminating instance [ 1254.684974] env[69702]: DEBUG oslo_vmware.api [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086130, 'name': PowerOnVM_Task, 'duration_secs': 0.457032} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.685278] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.685484] env[69702]: INFO nova.compute.manager [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Took 6.29 seconds to spawn the instance on the hypervisor. [ 1254.685690] env[69702]: DEBUG nova.compute.manager [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.686506] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb1c5cd-0b27-4dba-be39-789066728b1b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.701426] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "56009dbd-b866-43c9-b55b-5090bc2d7334" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.701668] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.915808] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.256s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.916055] env[69702]: INFO nova.compute.manager [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Migrating [ 1254.922718] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.198s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.950381] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086128, 'name': CreateVM_Task, 'duration_secs': 1.450564} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.950549] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.951253] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.951416] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.951740] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.951983] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d76cad-7268-4f9f-b56e-b824b0d4e97d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.956884] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1254.956884] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5211c7da-bd6f-e25e-b0f4-726e405d3b3a" [ 1254.956884] env[69702]: _type = "Task" [ 1254.956884] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.966385] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5211c7da-bd6f-e25e-b0f4-726e405d3b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.032981] env[69702]: DEBUG oslo_concurrency.lockutils [req-26d0e815-5599-436f-9560-763c0f806002 req-58515806-d5bb-4ba1-8eb6-af5aa0a00497 service nova] Releasing lock "refresh_cache-97ebb464-fa27-488c-8b26-7f24de9c3eb9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.054178] env[69702]: DEBUG nova.compute.manager [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.054487] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.055402] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9976c571-c2c5-4f35-b907-88e7557c7698 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.065765] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.066280] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b862d32-e745-4993-85ee-dc1edcdc92e8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.072989] env[69702]: DEBUG oslo_vmware.api [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1255.072989] env[69702]: value = "task-3086131" [ 1255.072989] env[69702]: _type = "Task" [ 1255.072989] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.088387] env[69702]: DEBUG oslo_vmware.api [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.149346] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.149346] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.202970] env[69702]: INFO nova.compute.manager [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Took 13.87 seconds to build instance. [ 1255.204208] env[69702]: INFO nova.compute.manager [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Detaching volume c4a2de0e-3989-435f-a228-28f53f006e47 [ 1255.241663] env[69702]: INFO nova.virt.block_device [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Attempting to driver detach volume c4a2de0e-3989-435f-a228-28f53f006e47 from mountpoint /dev/sdb [ 1255.241917] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1255.242128] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617755', 'volume_id': 'c4a2de0e-3989-435f-a228-28f53f006e47', 'name': 'volume-c4a2de0e-3989-435f-a228-28f53f006e47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '56009dbd-b866-43c9-b55b-5090bc2d7334', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a2de0e-3989-435f-a228-28f53f006e47', 'serial': 'c4a2de0e-3989-435f-a228-28f53f006e47'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1255.243077] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de589464-4624-4c8f-95df-d8501285cd0a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.265777] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde0dcfe-5525-4e2b-8c28-f98d796cffec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.273903] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd59fd22-9aba-4cd1-a5a4-536e6b582351 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.295621] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bad15f1-ebce-4046-965e-c531cf1b0431 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.311999] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] The volume has not been displaced from its original location: [datastore1] volume-c4a2de0e-3989-435f-a228-28f53f006e47/volume-c4a2de0e-3989-435f-a228-28f53f006e47.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1255.317507] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1255.317849] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbebde0e-1bcc-4d3a-ae01-d8da60d9f6a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.337878] env[69702]: DEBUG oslo_vmware.api [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1255.337878] env[69702]: value = "task-3086132" [ 1255.337878] env[69702]: _type = "Task" [ 1255.337878] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.347127] env[69702]: DEBUG oslo_vmware.api [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.431141] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.431344] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.431518] env[69702]: DEBUG nova.network.neutron [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.470310] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5211c7da-bd6f-e25e-b0f4-726e405d3b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.026865} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.470627] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.470862] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.471126] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.471279] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.471465] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.471730] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74770994-da68-4c8c-9867-c91c3843a351 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.481922] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.482143] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.482964] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39cff2ef-497e-49de-8f31-a931baa9853c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.489136] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1255.489136] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521885ee-5345-8494-9a81-79ea70f3a89b" [ 1255.489136] env[69702]: _type = "Task" [ 1255.489136] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.497846] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521885ee-5345-8494-9a81-79ea70f3a89b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.582889] env[69702]: DEBUG oslo_vmware.api [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086131, 'name': PowerOffVM_Task, 'duration_secs': 0.332472} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.583234] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.583416] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.583676] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aabee1bb-8190-4fa0-9d46-9632a669659e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.589890] env[69702]: INFO nova.compute.manager [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Rebuilding instance [ 1255.632483] env[69702]: DEBUG nova.compute.manager [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.633482] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6c03e1-f7a4-45f2-aa8b-7dbb1d5a4b51 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.651376] env[69702]: DEBUG nova.compute.manager [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.655125] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.655373] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.655596] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleting the datastore file [datastore2] 90667116-7206-4370-a494-bdd9f30c01fb {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.656040] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1e4e9f5-463e-4fa0-a2f5-5393707179ba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.662812] env[69702]: DEBUG oslo_vmware.api [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1255.662812] env[69702]: value = "task-3086134" [ 1255.662812] env[69702]: _type = "Task" [ 1255.662812] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.671941] env[69702]: DEBUG oslo_vmware.api [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.706832] env[69702]: DEBUG oslo_concurrency.lockutils [None req-014623a1-f13c-46b8-890b-620fc0bbb4b5 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "3beb5e1c-328a-43ac-a8e2-9ffccad76bff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.387s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.849412] env[69702]: DEBUG oslo_vmware.api [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086132, 'name': ReconfigVM_Task, 'duration_secs': 0.25014} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.849616] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.855090] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f45aebf-5973-495c-ad48-059bfd83b1a3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.870662] env[69702]: DEBUG oslo_vmware.api [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1255.870662] env[69702]: value = "task-3086135" [ 1255.870662] env[69702]: _type = "Task" [ 1255.870662] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.879108] env[69702]: DEBUG oslo_vmware.api [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.941850] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Applying migration context for instance b3450c3d-e84e-4843-8488-e521af8d96d6 as it has an incoming, in-progress migration c3982033-3a29-439b-8507-14a407bda215. Migration status is pre-migrating {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1255.943053] env[69702]: INFO nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating resource usage from migration c3982033-3a29-439b-8507-14a407bda215 [ 1255.943410] env[69702]: INFO nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating resource usage from migration 6f7457b2-31ab-4ffc-bb6d-0f941422e7df [ 1255.963360] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.963564] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 56009dbd-b866-43c9-b55b-5090bc2d7334 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.963702] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 3edb94af-d9ee-4cb3-ab8c-25d3905ded87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.963857] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 90667116-7206-4370-a494-bdd9f30c01fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.963990] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 1175c85a-687a-41c9-b2c2-3efdd25616d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.964177] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 3beb5e1c-328a-43ac-a8e2-9ffccad76bff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.964334] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 97ebb464-fa27-488c-8b26-7f24de9c3eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.964470] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Migration c3982033-3a29-439b-8507-14a407bda215 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1255.964623] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance b3450c3d-e84e-4843-8488-e521af8d96d6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.964756] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Migration 6f7457b2-31ab-4ffc-bb6d-0f941422e7df is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1255.964881] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance cf0ac868-8032-4670-b31b-ed11fc4e06de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.001300] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521885ee-5345-8494-9a81-79ea70f3a89b, 'name': SearchDatastore_Task, 'duration_secs': 0.011531} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.002098] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de552bf-a6cd-4d73-bd8f-d23cc22f89c2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.008477] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1256.008477] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524adc35-64ec-65d3-6eae-7ec7210117d4" [ 1256.008477] env[69702]: _type = "Task" [ 1256.008477] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.025038] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]524adc35-64ec-65d3-6eae-7ec7210117d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013369} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.025307] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.025563] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 97ebb464-fa27-488c-8b26-7f24de9c3eb9/97ebb464-fa27-488c-8b26-7f24de9c3eb9.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.025828] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-522db535-83a2-4d8d-b218-57b22b4f6683 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.034461] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1256.034461] env[69702]: value = "task-3086136" [ 1256.034461] env[69702]: _type = "Task" [ 1256.034461] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.044114] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.172517] env[69702]: DEBUG oslo_vmware.api [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193578} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.173603] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.174537] env[69702]: DEBUG nova.network.neutron [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance_info_cache with network_info: [{"id": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "address": "fa:16:3e:39:8e:8a", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dbf65f-f4", "ovs_interfaceid": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.175683] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.175912] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.176121] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.176304] env[69702]: INFO nova.compute.manager [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1256.176560] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.177178] env[69702]: DEBUG nova.compute.manager [-] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.177283] env[69702]: DEBUG nova.network.neutron [-] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.382052] env[69702]: DEBUG oslo_vmware.api [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086135, 'name': ReconfigVM_Task, 'duration_secs': 0.153561} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.382394] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617755', 'volume_id': 'c4a2de0e-3989-435f-a228-28f53f006e47', 'name': 'volume-c4a2de0e-3989-435f-a228-28f53f006e47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '56009dbd-b866-43c9-b55b-5090bc2d7334', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a2de0e-3989-435f-a228-28f53f006e47', 'serial': 'c4a2de0e-3989-435f-a228-28f53f006e47'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1256.456439] env[69702]: DEBUG nova.compute.manager [req-e647895e-8185-4f3e-ae36-67af67c9ae2b req-55f2afcc-1075-49d9-a0c0-77aeb0893446 service nova] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Received event network-vif-deleted-45585d87-692a-44b7-aea8-82dd675b4452 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.456652] env[69702]: INFO nova.compute.manager [req-e647895e-8185-4f3e-ae36-67af67c9ae2b req-55f2afcc-1075-49d9-a0c0-77aeb0893446 service nova] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Neutron deleted interface 45585d87-692a-44b7-aea8-82dd675b4452; detaching it from the instance and deleting it from the info cache [ 1256.456845] env[69702]: DEBUG nova.network.neutron [req-e647895e-8185-4f3e-ae36-67af67c9ae2b req-55f2afcc-1075-49d9-a0c0-77aeb0893446 service nova] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.468624] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 506597cb-90b3-4c70-b2ff-ecb9812cebe0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1256.468949] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1256.469103] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1256.549150] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086136, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.646040] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec444dec-21c8-49ea-a112-aa7bec26ac15 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.649178] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.649507] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39a237eb-ac91-439c-bce0-aedab602ce76 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.660080] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3b88ae-825b-4e95-8902-64c8b4e9b367 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.663313] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1256.663313] env[69702]: value = "task-3086137" [ 1256.663313] env[69702]: _type = "Task" [ 1256.663313] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.694361] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.700250] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56170dd6-99dd-4431-8501-d0d3026ee71e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.702944] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.709692] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6fc1fa-7385-48f8-8ec0-43da9a804117 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.727372] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.929293] env[69702]: DEBUG nova.objects.instance [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lazy-loading 'flavor' on Instance uuid 56009dbd-b866-43c9-b55b-5090bc2d7334 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.937035] env[69702]: DEBUG nova.network.neutron [-] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.959406] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8c43a6c-a200-4f61-852b-c025c4886949 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.969533] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe48ec9-8afa-4201-bb86-56ec21e07d3e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.001398] env[69702]: DEBUG nova.compute.manager [req-e647895e-8185-4f3e-ae36-67af67c9ae2b req-55f2afcc-1075-49d9-a0c0-77aeb0893446 service nova] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Detach interface failed, port_id=45585d87-692a-44b7-aea8-82dd675b4452, reason: Instance 90667116-7206-4370-a494-bdd9f30c01fb could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.045139] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687023} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.045502] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 97ebb464-fa27-488c-8b26-7f24de9c3eb9/97ebb464-fa27-488c-8b26-7f24de9c3eb9.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.045659] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.045873] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6954b3b4-9950-4d8a-8533-f153b144029a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.052980] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1257.052980] env[69702]: value = "task-3086138" [ 1257.052980] env[69702]: _type = "Task" [ 1257.052980] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.062628] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.174117] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086137, 'name': PowerOffVM_Task, 'duration_secs': 0.176935} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.174391] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.174623] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.175387] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8b2cb9-187c-4809-90ae-8d68e1621dc5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.182165] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.182397] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e4e6690-2f62-4eff-a67b-6fc326cdee32 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.209692] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.209900] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.210085] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Deleting the datastore file [datastore1] 3beb5e1c-328a-43ac-a8e2-9ffccad76bff {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.210359] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0736198-bef5-4879-b2a7-c3f5be1973ff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.217776] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1257.217776] env[69702]: value = "task-3086140" [ 1257.217776] env[69702]: _type = "Task" [ 1257.217776] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.226026] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.229949] env[69702]: DEBUG nova.scheduler.client.report [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.438753] env[69702]: INFO nova.compute.manager [-] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Took 1.26 seconds to deallocate network for instance. [ 1257.563018] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068312} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.563305] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.564091] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5f8ca3-aa6b-4726-8987-225085dbb538 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.587400] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 97ebb464-fa27-488c-8b26-7f24de9c3eb9/97ebb464-fa27-488c-8b26-7f24de9c3eb9.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.587708] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f69f5fa-b0f5-415d-868f-e52a64fb83d2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.607888] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1257.607888] env[69702]: value = "task-3086141" [ 1257.607888] env[69702]: _type = "Task" [ 1257.607888] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.615887] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.729095] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469406} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.729095] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.729095] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.729095] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.734242] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1257.734427] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.812s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.734667] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.802s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.936332] env[69702]: DEBUG oslo_concurrency.lockutils [None req-aca85620-4876-4418-979a-7e755182eeae tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.944948] env[69702]: DEBUG oslo_concurrency.lockutils [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.118391] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086141, 'name': ReconfigVM_Task, 'duration_secs': 0.275295} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.118632] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 97ebb464-fa27-488c-8b26-7f24de9c3eb9/97ebb464-fa27-488c-8b26-7f24de9c3eb9.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.119285] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e209fcc-aade-429c-bb8c-043b81756f95 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.125552] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1258.125552] env[69702]: value = "task-3086142" [ 1258.125552] env[69702]: _type = "Task" [ 1258.125552] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.133176] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086142, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.210631] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a739c579-3f6d-4967-a1f1-1fa4347180ab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.231108] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance 'b3450c3d-e84e-4843-8488-e521af8d96d6' progress to 0 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.239298] env[69702]: INFO nova.compute.claims [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.637085] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086142, 'name': Rename_Task, 'duration_secs': 0.15053} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.637409] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.637673] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-270f2510-56bb-4a6a-929f-129965adaff4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.645735] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1258.645735] env[69702]: value = "task-3086143" [ 1258.645735] env[69702]: _type = "Task" [ 1258.645735] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.653662] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.740700] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.741201] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-518f3e52-533e-4892-b5be-ec963b6e20ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.748327] env[69702]: INFO nova.compute.resource_tracker [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating resource usage from migration 6f7457b2-31ab-4ffc-bb6d-0f941422e7df [ 1258.758900] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1258.758900] env[69702]: value = "task-3086144" [ 1258.758900] env[69702]: _type = "Task" [ 1258.758900] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.775796] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.784480] env[69702]: DEBUG nova.virt.hardware [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.784480] env[69702]: DEBUG nova.virt.hardware [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.784870] env[69702]: DEBUG nova.virt.hardware [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.784870] env[69702]: DEBUG nova.virt.hardware [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.784999] env[69702]: DEBUG nova.virt.hardware [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.785081] env[69702]: DEBUG nova.virt.hardware [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.785288] env[69702]: DEBUG nova.virt.hardware [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.785447] env[69702]: DEBUG nova.virt.hardware [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.785615] env[69702]: DEBUG nova.virt.hardware [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.785781] env[69702]: DEBUG nova.virt.hardware [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.785954] env[69702]: DEBUG nova.virt.hardware [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.786846] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e459d5c-dbea-4ac8-bf97-595292ecd9ea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.799224] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc86c7f-4ee3-486c-8bc9-250d2d1f5677 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.818015] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.824412] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.827196] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.827643] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f79ed88f-0d6f-45f8-ae9d-23dd8deb3bc9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.850113] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.850113] env[69702]: value = "task-3086145" [ 1258.850113] env[69702]: _type = "Task" [ 1258.850113] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.864283] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086145, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.947148] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c18d16-44c8-4c07-a509-bde4b46adec0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.958324] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "56009dbd-b866-43c9-b55b-5090bc2d7334" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.958572] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.958783] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "56009dbd-b866-43c9-b55b-5090bc2d7334-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.958965] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.959166] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.961755] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd82db0a-59ce-42ff-99f0-61af82ce4497 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.965672] env[69702]: INFO nova.compute.manager [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Terminating instance [ 1258.996999] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b07b74a-cc8c-4092-8d63-a89672097410 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.005702] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed41ca9-aae5-4eae-8b9e-f70a80fbdb57 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.019907] env[69702]: DEBUG nova.compute.provider_tree [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.157084] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086143, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.271370] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086144, 'name': PowerOffVM_Task, 'duration_secs': 0.27714} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.271658] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.271827] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance 'b3450c3d-e84e-4843-8488-e521af8d96d6' progress to 17 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.360137] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086145, 'name': CreateVM_Task, 'duration_secs': 0.30101} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.360370] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.360735] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.360915] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.361304] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.361553] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff528b3-ec14-4203-ae84-755c97e2afb9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.366125] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1259.366125] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ef2f9e-275c-4394-06b0-f5122e5d59bd" [ 1259.366125] env[69702]: _type = "Task" [ 1259.366125] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.373790] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ef2f9e-275c-4394-06b0-f5122e5d59bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.469637] env[69702]: DEBUG nova.compute.manager [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.469882] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.470829] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02068b5-b7f1-4213-a704-ea03aa9c6a71 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.478675] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.478905] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71488366-22c9-452b-bc99-dcddb86cc41a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.486323] env[69702]: DEBUG oslo_vmware.api [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1259.486323] env[69702]: value = "task-3086146" [ 1259.486323] env[69702]: _type = "Task" [ 1259.486323] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.494182] env[69702]: DEBUG oslo_vmware.api [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.523076] env[69702]: DEBUG nova.scheduler.client.report [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.657808] env[69702]: DEBUG oslo_vmware.api [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086143, 'name': PowerOnVM_Task, 'duration_secs': 0.539165} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.658260] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.658534] env[69702]: INFO nova.compute.manager [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1259.658732] env[69702]: DEBUG nova.compute.manager [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.659534] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5348af-7a96-4032-a1d9-e49e3a2dc1ea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.778244] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.778681] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.778681] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.778863] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.779067] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.779226] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.779438] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.779609] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.779773] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.779937] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.780153] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.785357] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cd32b07-0163-4ae3-8d6a-9a93c7146120 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.801922] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1259.801922] env[69702]: value = "task-3086147" [ 1259.801922] env[69702]: _type = "Task" [ 1259.801922] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.811856] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.877405] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ef2f9e-275c-4394-06b0-f5122e5d59bd, 'name': SearchDatastore_Task, 'duration_secs': 0.031085} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.877688] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.877939] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.878187] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.878343] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.878518] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.878791] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa356c99-8378-4999-9163-7241e3917ba0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.888873] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.889080] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.889804] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8b362a-4abc-4f78-ad8a-8b957592eb57 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.895899] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1259.895899] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5252342a-000f-0247-8e98-51bc54e14c25" [ 1259.895899] env[69702]: _type = "Task" [ 1259.895899] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.905079] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5252342a-000f-0247-8e98-51bc54e14c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.998350] env[69702]: DEBUG oslo_vmware.api [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086146, 'name': PowerOffVM_Task, 'duration_secs': 0.253183} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.998630] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.998802] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.999070] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a7975db-bf9a-44bc-95dd-8264686a87a0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.028290] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.293s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.028595] env[69702]: INFO nova.compute.manager [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Migrating [ 1260.035687] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.862s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.037963] env[69702]: INFO nova.compute.claims [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.077760] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.077760] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.077760] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleting the datastore file [datastore1] 56009dbd-b866-43c9-b55b-5090bc2d7334 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.078134] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f7f8f0a-80b1-4b4a-b81b-27448b696dea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.086294] env[69702]: DEBUG oslo_vmware.api [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1260.086294] env[69702]: value = "task-3086149" [ 1260.086294] env[69702]: _type = "Task" [ 1260.086294] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.097717] env[69702]: DEBUG oslo_vmware.api [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.177846] env[69702]: INFO nova.compute.manager [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Took 14.13 seconds to build instance. [ 1260.312992] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086147, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.407095] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5252342a-000f-0247-8e98-51bc54e14c25, 'name': SearchDatastore_Task, 'duration_secs': 0.011788} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.407890] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b18f5f-e0ec-462c-a850-97c8a35c33d2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.413468] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1260.413468] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d54070-74a9-12d0-e32d-fc5c394cf2db" [ 1260.413468] env[69702]: _type = "Task" [ 1260.413468] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.421707] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d54070-74a9-12d0-e32d-fc5c394cf2db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.517257] env[69702]: DEBUG nova.compute.manager [req-457100b3-c9f8-4e33-8ae4-84dd2f125607 req-f2515cd7-ac2a-4482-9655-20fb2e8bb793 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Received event network-changed-2e6e7595-1692-4923-9102-2dc8907bf6a8 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.517257] env[69702]: DEBUG nova.compute.manager [req-457100b3-c9f8-4e33-8ae4-84dd2f125607 req-f2515cd7-ac2a-4482-9655-20fb2e8bb793 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Refreshing instance network info cache due to event network-changed-2e6e7595-1692-4923-9102-2dc8907bf6a8. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.517416] env[69702]: DEBUG oslo_concurrency.lockutils [req-457100b3-c9f8-4e33-8ae4-84dd2f125607 req-f2515cd7-ac2a-4482-9655-20fb2e8bb793 service nova] Acquiring lock "refresh_cache-97ebb464-fa27-488c-8b26-7f24de9c3eb9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.517555] env[69702]: DEBUG oslo_concurrency.lockutils [req-457100b3-c9f8-4e33-8ae4-84dd2f125607 req-f2515cd7-ac2a-4482-9655-20fb2e8bb793 service nova] Acquired lock "refresh_cache-97ebb464-fa27-488c-8b26-7f24de9c3eb9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.517718] env[69702]: DEBUG nova.network.neutron [req-457100b3-c9f8-4e33-8ae4-84dd2f125607 req-f2515cd7-ac2a-4482-9655-20fb2e8bb793 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Refreshing network info cache for port 2e6e7595-1692-4923-9102-2dc8907bf6a8 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.549872] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.550109] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.550317] env[69702]: DEBUG nova.network.neutron [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.596340] env[69702]: DEBUG oslo_vmware.api [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178741} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.596652] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.596846] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.597075] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.597276] env[69702]: INFO nova.compute.manager [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1260.597515] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.597701] env[69702]: DEBUG nova.compute.manager [-] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.597798] env[69702]: DEBUG nova.network.neutron [-] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.681878] env[69702]: DEBUG oslo_concurrency.lockutils [None req-43dc4c2b-a012-4c3c-b438-1051db78b097 tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.640s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.815487] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086147, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.924406] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d54070-74a9-12d0-e32d-fc5c394cf2db, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.924613] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.924889] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 3beb5e1c-328a-43ac-a8e2-9ffccad76bff/3beb5e1c-328a-43ac-a8e2-9ffccad76bff.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.925148] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a481227-368a-4601-b8bb-8cb91c42422f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.932070] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1260.932070] env[69702]: value = "task-3086150" [ 1260.932070] env[69702]: _type = "Task" [ 1260.932070] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.940736] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.266979] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf2ad88-26ca-4639-b5fe-ee535603a909 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.276495] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4a259c-c3a5-4733-b9e0-efd5ecab9ce6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.317643] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b08ab06-da3e-4890-81a7-5cf40da90c6a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.332272] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6fc2ee-7862-4d44-9c61-f77622709c7f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.336439] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086147, 'name': ReconfigVM_Task, 'duration_secs': 1.360226} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.336788] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance 'b3450c3d-e84e-4843-8488-e521af8d96d6' progress to 33 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.352137] env[69702]: DEBUG nova.compute.provider_tree [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.443418] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086150, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.645382] env[69702]: DEBUG nova.network.neutron [req-457100b3-c9f8-4e33-8ae4-84dd2f125607 req-f2515cd7-ac2a-4482-9655-20fb2e8bb793 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Updated VIF entry in instance network info cache for port 2e6e7595-1692-4923-9102-2dc8907bf6a8. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.645799] env[69702]: DEBUG nova.network.neutron [req-457100b3-c9f8-4e33-8ae4-84dd2f125607 req-f2515cd7-ac2a-4482-9655-20fb2e8bb793 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Updating instance_info_cache with network_info: [{"id": "2e6e7595-1692-4923-9102-2dc8907bf6a8", "address": "fa:16:3e:ba:8a:e6", "network": {"id": "870e0d4c-1f91-4b75-8d22-60994b0718b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1326019601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b70244eba8945d1ab149d12f98d5495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e6e7595-16", "ovs_interfaceid": "2e6e7595-1692-4923-9102-2dc8907bf6a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.702596] env[69702]: DEBUG nova.network.neutron [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance_info_cache with network_info: [{"id": "a6870245-93ba-440d-a778-ced90bd7b80b", "address": "fa:16:3e:b1:8e:a3", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6870245-93", "ovs_interfaceid": "a6870245-93ba-440d-a778-ced90bd7b80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.846355] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.846957] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.846957] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.847828] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.848105] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.848289] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.848628] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.848845] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.849133] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.849398] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.849672] env[69702]: DEBUG nova.virt.hardware [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.857014] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.858209] env[69702]: DEBUG nova.scheduler.client.report [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.862329] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e8731af-0472-41c3-9c0f-38e435e30560 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.879770] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.844s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.880311] env[69702]: DEBUG nova.compute.manager [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.882835] env[69702]: DEBUG oslo_concurrency.lockutils [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.938s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.883073] env[69702]: DEBUG nova.objects.instance [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lazy-loading 'resources' on Instance uuid 90667116-7206-4370-a494-bdd9f30c01fb {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.895767] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1261.895767] env[69702]: value = "task-3086151" [ 1261.895767] env[69702]: _type = "Task" [ 1261.895767] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.911198] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.946601] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546024} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.946866] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 3beb5e1c-328a-43ac-a8e2-9ffccad76bff/3beb5e1c-328a-43ac-a8e2-9ffccad76bff.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.947141] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.947503] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abaabc7d-2ca4-4d27-9f73-9500beb56731 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.955103] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1261.955103] env[69702]: value = "task-3086152" [ 1261.955103] env[69702]: _type = "Task" [ 1261.955103] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.964486] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.148373] env[69702]: DEBUG oslo_concurrency.lockutils [req-457100b3-c9f8-4e33-8ae4-84dd2f125607 req-f2515cd7-ac2a-4482-9655-20fb2e8bb793 service nova] Releasing lock "refresh_cache-97ebb464-fa27-488c-8b26-7f24de9c3eb9" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.205876] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.232695] env[69702]: DEBUG nova.network.neutron [-] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.390117] env[69702]: DEBUG nova.compute.utils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.394112] env[69702]: DEBUG nova.compute.manager [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.394354] env[69702]: DEBUG nova.network.neutron [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.407717] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086151, 'name': ReconfigVM_Task, 'duration_secs': 0.172118} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.408468] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1262.409311] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fd8146-4826-4f00-9b21-ef4e4a9f7826 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.433479] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-fb46b75d-f0f7-4128-8668-d67fc283f46a/volume-fb46b75d-f0f7-4128-8668-d67fc283f46a.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.436304] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e557928-5694-4f0a-947c-41e8db3ee959 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.450576] env[69702]: DEBUG nova.policy [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caa8fb4cfcf04ab9bf5a85327642a3c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84e9744b32da41eabc6501e9ef694543', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.459964] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1262.459964] env[69702]: value = "task-3086153" [ 1262.459964] env[69702]: _type = "Task" [ 1262.459964] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.468829] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089098} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.469270] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.470062] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68cd32c-50c5-497c-882f-50b24ce1bcdb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.477400] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086153, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.494746] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 3beb5e1c-328a-43ac-a8e2-9ffccad76bff/3beb5e1c-328a-43ac-a8e2-9ffccad76bff.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.497440] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c354c73a-103b-4718-b5e2-57c1cde3c089 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.517502] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1262.517502] env[69702]: value = "task-3086154" [ 1262.517502] env[69702]: _type = "Task" [ 1262.517502] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.528237] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.546470] env[69702]: DEBUG nova.compute.manager [req-b364828f-4b09-402b-8382-8afcef6303cc req-bf10fbc5-dc3c-4782-a77e-2773c9ea1b5f service nova] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Received event network-vif-deleted-7ba6308b-0959-4323-a06c-364790d80535 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.614770] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20911eaa-29c9-413b-a10f-012773a9b0bd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.623661] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e3fc15-aec7-4de0-81fb-9d0f710cc4e5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.664880] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e260ec8-1885-49eb-a023-a92f9a4332cd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.672596] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd2d495-3773-41b1-9c9b-1af43f3265e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.686177] env[69702]: DEBUG nova.compute.provider_tree [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.735396] env[69702]: INFO nova.compute.manager [-] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Took 2.14 seconds to deallocate network for instance. [ 1262.794875] env[69702]: DEBUG nova.network.neutron [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Successfully created port: 58fcb703-8e7b-4d99-a6b2-e333de4bb1b0 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.898578] env[69702]: DEBUG nova.compute.manager [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.971901] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086153, 'name': ReconfigVM_Task, 'duration_secs': 0.400637} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.972365] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-fb46b75d-f0f7-4128-8668-d67fc283f46a/volume-fb46b75d-f0f7-4128-8668-d67fc283f46a.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.972522] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance 'b3450c3d-e84e-4843-8488-e521af8d96d6' progress to 50 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.027253] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.189833] env[69702]: DEBUG nova.scheduler.client.report [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.244271] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.480033] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ef0a48-45c1-4b43-aafd-40078c1524d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.499751] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8a6fe0-9b15-480e-9764-098807fe9d4a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.516452] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance 'b3450c3d-e84e-4843-8488-e521af8d96d6' progress to 67 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.527061] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086154, 'name': ReconfigVM_Task, 'duration_secs': 0.823834} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.527159] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 3beb5e1c-328a-43ac-a8e2-9ffccad76bff/3beb5e1c-328a-43ac-a8e2-9ffccad76bff.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.527625] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-514918fd-de11-46ca-8040-a98d29eee66f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.533016] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1263.533016] env[69702]: value = "task-3086155" [ 1263.533016] env[69702]: _type = "Task" [ 1263.533016] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.540077] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086155, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.694468] env[69702]: DEBUG oslo_concurrency.lockutils [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.698183] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.453s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.698183] env[69702]: DEBUG nova.objects.instance [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lazy-loading 'resources' on Instance uuid 56009dbd-b866-43c9-b55b-5090bc2d7334 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.718725] env[69702]: INFO nova.scheduler.client.report [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted allocations for instance 90667116-7206-4370-a494-bdd9f30c01fb [ 1263.720613] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50a9274-5154-4728-9c74-c72e9251018c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.741456] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance 'cf0ac868-8032-4670-b31b-ed11fc4e06de' progress to 0 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.907829] env[69702]: DEBUG nova.compute.manager [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.934677] env[69702]: DEBUG nova.virt.hardware [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.934968] env[69702]: DEBUG nova.virt.hardware [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.935145] env[69702]: DEBUG nova.virt.hardware [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.935335] env[69702]: DEBUG nova.virt.hardware [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.935482] env[69702]: DEBUG nova.virt.hardware [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.935628] env[69702]: DEBUG nova.virt.hardware [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.935836] env[69702]: DEBUG nova.virt.hardware [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.935995] env[69702]: DEBUG nova.virt.hardware [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.936221] env[69702]: DEBUG nova.virt.hardware [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.936404] env[69702]: DEBUG nova.virt.hardware [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.936579] env[69702]: DEBUG nova.virt.hardware [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.937743] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca416ac-8a5f-4658-bb5d-01c8aa83bc63 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.945821] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5c32ca-ab13-498b-acc9-f85cf42c4af1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.042571] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086155, 'name': Rename_Task, 'duration_secs': 0.156356} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.043198] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.043198] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a2e583b-b17d-4b92-8249-b6a15986a434 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.050343] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1264.050343] env[69702]: value = "task-3086156" [ 1264.050343] env[69702]: _type = "Task" [ 1264.050343] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.057613] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.233274] env[69702]: DEBUG oslo_concurrency.lockutils [None req-abbb74e0-c6e8-4e6a-92f4-1aadfab0c075 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "90667116-7206-4370-a494-bdd9f30c01fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.685s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.241793] env[69702]: DEBUG nova.network.neutron [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Successfully updated port: 58fcb703-8e7b-4d99-a6b2-e333de4bb1b0 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.253171] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.254273] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45a211cd-5e86-4141-b73d-7ee321afc4a1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.263764] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1264.263764] env[69702]: value = "task-3086157" [ 1264.263764] env[69702]: _type = "Task" [ 1264.263764] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.274336] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.347995] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fda9021-4875-43b3-a636-bba5891557d8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.356381] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7823465f-572a-434a-bb84-67da4ded66fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.387043] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24792114-d41e-4f72-a3fe-728f02abd84c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.395330] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df91d303-d491-4e9e-96ce-5f19560f2c2c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.411149] env[69702]: DEBUG nova.compute.provider_tree [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.562772] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.577363] env[69702]: DEBUG nova.compute.manager [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Received event network-vif-plugged-58fcb703-8e7b-4d99-a6b2-e333de4bb1b0 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.577363] env[69702]: DEBUG oslo_concurrency.lockutils [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] Acquiring lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.577363] env[69702]: DEBUG oslo_concurrency.lockutils [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] Lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.577545] env[69702]: DEBUG oslo_concurrency.lockutils [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] Lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.577756] env[69702]: DEBUG nova.compute.manager [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] No waiting events found dispatching network-vif-plugged-58fcb703-8e7b-4d99-a6b2-e333de4bb1b0 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.577996] env[69702]: WARNING nova.compute.manager [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Received unexpected event network-vif-plugged-58fcb703-8e7b-4d99-a6b2-e333de4bb1b0 for instance with vm_state building and task_state spawning. [ 1264.578222] env[69702]: DEBUG nova.compute.manager [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Received event network-changed-58fcb703-8e7b-4d99-a6b2-e333de4bb1b0 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.578418] env[69702]: DEBUG nova.compute.manager [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Refreshing instance network info cache due to event network-changed-58fcb703-8e7b-4d99-a6b2-e333de4bb1b0. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.578639] env[69702]: DEBUG oslo_concurrency.lockutils [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] Acquiring lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.578807] env[69702]: DEBUG oslo_concurrency.lockutils [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] Acquired lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.578991] env[69702]: DEBUG nova.network.neutron [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Refreshing network info cache for port 58fcb703-8e7b-4d99-a6b2-e333de4bb1b0 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.744447] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.773058] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086157, 'name': PowerOffVM_Task, 'duration_secs': 0.18655} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.773058] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.773058] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance 'cf0ac868-8032-4670-b31b-ed11fc4e06de' progress to 17 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.915671] env[69702]: DEBUG nova.scheduler.client.report [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.060769] env[69702]: DEBUG oslo_vmware.api [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086156, 'name': PowerOnVM_Task, 'duration_secs': 0.88908} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.061111] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.061398] env[69702]: DEBUG nova.compute.manager [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.062167] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79977419-7136-4244-81a2-d36563ad1115 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.108553] env[69702]: DEBUG nova.network.neutron [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.170313] env[69702]: DEBUG nova.network.neutron [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Port 97dbf65f-f429-43c1-adff-05b0fc17dfec binding to destination host cpu-1 is already ACTIVE {{(pid=69702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1265.200649] env[69702]: DEBUG nova.network.neutron [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.278877] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.279159] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.279329] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.279510] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.279657] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.279804] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.280019] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.280264] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.280468] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.280853] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.280853] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.285975] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96c69b23-9d55-4c61-83e4-0c8513f15783 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.301457] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1265.301457] env[69702]: value = "task-3086158" [ 1265.301457] env[69702]: _type = "Task" [ 1265.301457] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.309038] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.421310] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.446681] env[69702]: INFO nova.scheduler.client.report [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleted allocations for instance 56009dbd-b866-43c9-b55b-5090bc2d7334 [ 1265.577214] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.577496] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.577681] env[69702]: DEBUG nova.objects.instance [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1265.703282] env[69702]: DEBUG oslo_concurrency.lockutils [req-79604110-39f2-4159-b234-597c6f74c57e req-0d8372f8-969a-43e3-9074-06100b9c1865 service nova] Releasing lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.703667] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.703831] env[69702]: DEBUG nova.network.neutron [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.811945] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086158, 'name': ReconfigVM_Task, 'duration_secs': 0.194181} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.812381] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance 'cf0ac868-8032-4670-b31b-ed11fc4e06de' progress to 33 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.954211] env[69702]: DEBUG oslo_concurrency.lockutils [None req-c39469fe-f846-4e71-9635-84178bfd573a tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "56009dbd-b866-43c9-b55b-5090bc2d7334" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.995s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.192504] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "b3450c3d-e84e-4843-8488-e521af8d96d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.192504] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "b3450c3d-e84e-4843-8488-e521af8d96d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.192717] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "b3450c3d-e84e-4843-8488-e521af8d96d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.232678] env[69702]: DEBUG nova.network.neutron [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.319330] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.319587] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.319746] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.319930] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.320112] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.320279] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.320493] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.320652] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.320820] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.320983] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.321222] env[69702]: DEBUG nova.virt.hardware [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.326392] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.327020] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c81a5f89-270c-4602-a0b7-e05408f0a59b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.348490] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1266.348490] env[69702]: value = "task-3086159" [ 1266.348490] env[69702]: _type = "Task" [ 1266.348490] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.355956] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.371420] env[69702]: DEBUG nova.network.neutron [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance_info_cache with network_info: [{"id": "58fcb703-8e7b-4d99-a6b2-e333de4bb1b0", "address": "fa:16:3e:c5:f7:70", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58fcb703-8e", "ovs_interfaceid": "58fcb703-8e7b-4d99-a6b2-e333de4bb1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.543090] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "3beb5e1c-328a-43ac-a8e2-9ffccad76bff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.543388] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "3beb5e1c-328a-43ac-a8e2-9ffccad76bff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.543609] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "3beb5e1c-328a-43ac-a8e2-9ffccad76bff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.543797] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "3beb5e1c-328a-43ac-a8e2-9ffccad76bff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.543973] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "3beb5e1c-328a-43ac-a8e2-9ffccad76bff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.546106] env[69702]: INFO nova.compute.manager [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Terminating instance [ 1266.585471] env[69702]: DEBUG oslo_concurrency.lockutils [None req-79701e52-083d-46fe-a380-5527cb4f56f6 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.859050] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086159, 'name': ReconfigVM_Task, 'duration_secs': 0.153006} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.860345] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1266.860345] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c20b0e-e171-42a8-9b63-bfb2ea026746 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.876078] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.876432] env[69702]: DEBUG nova.compute.manager [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Instance network_info: |[{"id": "58fcb703-8e7b-4d99-a6b2-e333de4bb1b0", "address": "fa:16:3e:c5:f7:70", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58fcb703-8e", "ovs_interfaceid": "58fcb703-8e7b-4d99-a6b2-e333de4bb1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.884346] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] cf0ac868-8032-4670-b31b-ed11fc4e06de/cf0ac868-8032-4670-b31b-ed11fc4e06de.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.884807] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:f7:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58fcb703-8e7b-4d99-a6b2-e333de4bb1b0', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.892895] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.893127] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f039a092-99ca-45a9-8801-8608050ed66f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.906217] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.906530] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e50994c-795d-42d7-b0cb-57d289678dec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.928800] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.928800] env[69702]: value = "task-3086160" [ 1266.928800] env[69702]: _type = "Task" [ 1266.928800] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.930181] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1266.930181] env[69702]: value = "task-3086161" [ 1266.930181] env[69702]: _type = "Task" [ 1266.930181] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.942435] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.945658] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086160, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.050060] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "refresh_cache-3beb5e1c-328a-43ac-a8e2-9ffccad76bff" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.050388] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquired lock "refresh_cache-3beb5e1c-328a-43ac-a8e2-9ffccad76bff" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.050593] env[69702]: DEBUG nova.network.neutron [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.229659] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.229843] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.230033] env[69702]: DEBUG nova.network.neutron [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.442871] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086160, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.445995] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086161, 'name': ReconfigVM_Task, 'duration_secs': 0.27355} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.446281] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Reconfigured VM instance instance-0000005e to attach disk [datastore2] cf0ac868-8032-4670-b31b-ed11fc4e06de/cf0ac868-8032-4670-b31b-ed11fc4e06de.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.446574] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance 'cf0ac868-8032-4670-b31b-ed11fc4e06de' progress to 50 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.570520] env[69702]: DEBUG nova.network.neutron [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.644636] env[69702]: DEBUG nova.network.neutron [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.942169] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086160, 'name': CreateVM_Task, 'duration_secs': 0.517214} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.942373] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.943133] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.943315] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.943649] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.943920] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35169f6-291d-4e7f-802d-1a61a8e9f758 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.948849] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1267.948849] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526e6f91-e76a-b012-730a-7c69e5d8477b" [ 1267.948849] env[69702]: _type = "Task" [ 1267.948849] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.954152] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc2be3c-b618-4d52-a19e-9e56db58dbb2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.961803] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]526e6f91-e76a-b012-730a-7c69e5d8477b, 'name': SearchDatastore_Task, 'duration_secs': 0.009839} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.974985] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.975251] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.975489] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.975632] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.975808] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.976200] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f3c14bd-f193-47cd-bb3a-ad77e721a2fe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.978727] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c864d6f4-4d7d-4c87-98b1-60c7555a86e8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.003020] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance 'cf0ac868-8032-4670-b31b-ed11fc4e06de' progress to 67 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.013179] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.013179] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.013179] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7394bf-8f13-42e0-aab9-3c32de424c3d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.020458] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1268.020458] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d2d89a-7d14-cd77-7d2a-cd6a245945f1" [ 1268.020458] env[69702]: _type = "Task" [ 1268.020458] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.029396] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d2d89a-7d14-cd77-7d2a-cd6a245945f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.110654] env[69702]: DEBUG nova.network.neutron [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance_info_cache with network_info: [{"id": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "address": "fa:16:3e:39:8e:8a", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dbf65f-f4", "ovs_interfaceid": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.148504] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Releasing lock "refresh_cache-3beb5e1c-328a-43ac-a8e2-9ffccad76bff" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.148925] env[69702]: DEBUG nova.compute.manager [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.149144] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.150024] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270978ec-10af-4629-a1d0-6408dc5697f7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.158211] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.158447] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-285564b8-ea59-4409-b16a-c1815721a92d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.164958] env[69702]: DEBUG oslo_vmware.api [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1268.164958] env[69702]: value = "task-3086162" [ 1268.164958] env[69702]: _type = "Task" [ 1268.164958] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.172445] env[69702]: DEBUG oslo_vmware.api [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.523920] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.524189] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.536116] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52d2d89a-7d14-cd77-7d2a-cd6a245945f1, 'name': SearchDatastore_Task, 'duration_secs': 0.0134} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.537486] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1920695e-f2bd-429c-b991-35107722cdee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.540716] env[69702]: DEBUG nova.network.neutron [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Port a6870245-93ba-440d-a778-ced90bd7b80b binding to destination host cpu-1 is already ACTIVE {{(pid=69702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1268.545375] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1268.545375] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52284581-bad2-135d-60f9-3417c23fe841" [ 1268.545375] env[69702]: _type = "Task" [ 1268.545375] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.553796] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52284581-bad2-135d-60f9-3417c23fe841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.613755] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.674941] env[69702]: DEBUG oslo_vmware.api [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086162, 'name': PowerOffVM_Task, 'duration_secs': 0.290611} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.675238] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.675416] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.675656] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96d2c22f-55ec-4e62-baf3-126bb362c194 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.698450] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.698606] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.698782] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Deleting the datastore file [datastore2] 3beb5e1c-328a-43ac-a8e2-9ffccad76bff {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.699040] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a221d7e-44bb-4112-a5ae-a28234337fc8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.704931] env[69702]: DEBUG oslo_vmware.api [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1268.704931] env[69702]: value = "task-3086164" [ 1268.704931] env[69702]: _type = "Task" [ 1268.704931] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.712347] env[69702]: DEBUG oslo_vmware.api [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.027331] env[69702]: DEBUG nova.compute.manager [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1269.056455] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52284581-bad2-135d-60f9-3417c23fe841, 'name': SearchDatastore_Task, 'duration_secs': 0.017717} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.056675] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.056928] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 506597cb-90b3-4c70-b2ff-ecb9812cebe0/506597cb-90b3-4c70-b2ff-ecb9812cebe0.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.057199] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a7da42c-c15a-4e5b-98d7-54212ab2b540 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.063913] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1269.063913] env[69702]: value = "task-3086165" [ 1269.063913] env[69702]: _type = "Task" [ 1269.063913] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.073538] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.123392] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fd5efa-daf7-476c-b3fb-ce19c2cf9727 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.130744] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d69572-5370-4e57-9ae1-2e0b635fdc13 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.214200] env[69702]: DEBUG oslo_vmware.api [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245567} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.214427] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.214614] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.214792] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.214966] env[69702]: INFO nova.compute.manager [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1269.215230] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.215426] env[69702]: DEBUG nova.compute.manager [-] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.215519] env[69702]: DEBUG nova.network.neutron [-] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.233817] env[69702]: DEBUG nova.network.neutron [-] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.560423] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.560718] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.562536] env[69702]: INFO nova.compute.claims [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.574794] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "cf0ac868-8032-4670-b31b-ed11fc4e06de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.574990] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.575182] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.582494] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499492} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.582736] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 506597cb-90b3-4c70-b2ff-ecb9812cebe0/506597cb-90b3-4c70-b2ff-ecb9812cebe0.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.582944] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.583205] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-783e1b9f-45c6-4b9a-805f-1d5b13a0da66 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.591571] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1269.591571] env[69702]: value = "task-3086166" [ 1269.591571] env[69702]: _type = "Task" [ 1269.591571] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.603168] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.736247] env[69702]: DEBUG nova.network.neutron [-] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.100950] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064288} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.101244] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.101990] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0c9b8b-6bf1-4aa5-bd25-bf4d68da4a7d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.124867] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 506597cb-90b3-4c70-b2ff-ecb9812cebe0/506597cb-90b3-4c70-b2ff-ecb9812cebe0.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.125329] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0168faa-4446-4cc8-aef5-fdd45b0f81e5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.145337] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1270.145337] env[69702]: value = "task-3086167" [ 1270.145337] env[69702]: _type = "Task" [ 1270.145337] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.152878] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.224404] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493523ae-2109-485a-9a8b-3f7fc16fb886 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.243328] env[69702]: INFO nova.compute.manager [-] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Took 1.03 seconds to deallocate network for instance. [ 1270.245737] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdc421f-5652-4a37-b9a4-8df8a9adfc3c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.255477] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance 'b3450c3d-e84e-4843-8488-e521af8d96d6' progress to 83 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.605097] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.605280] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.605574] env[69702]: DEBUG nova.network.neutron [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.656139] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086167, 'name': ReconfigVM_Task, 'duration_secs': 0.331767} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.656417] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 506597cb-90b3-4c70-b2ff-ecb9812cebe0/506597cb-90b3-4c70-b2ff-ecb9812cebe0.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.657056] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54773230-c03c-4a9e-b164-700749f85674 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.664186] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1270.664186] env[69702]: value = "task-3086168" [ 1270.664186] env[69702]: _type = "Task" [ 1270.664186] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.671879] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086168, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.705446] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b199447-d82d-4fc5-9f94-6df839ddb77d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.712780] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c289db-32ef-4e0d-8af8-7264428f21eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.743691] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c7e982-cd4f-412f-81de-036e6518c9b0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.750609] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a433468-d84c-49e9-95bb-f172f2ece0ea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.755106] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.765800] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.766271] env[69702]: DEBUG nova.compute.provider_tree [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.767504] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e64d2848-0bb7-4886-acaf-beedc83c379b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.773183] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1270.773183] env[69702]: value = "task-3086169" [ 1270.773183] env[69702]: _type = "Task" [ 1270.773183] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.782687] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.176091] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086168, 'name': Rename_Task, 'duration_secs': 0.152825} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.176479] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.176623] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de47d785-a8ba-4446-9fd4-f13da453ef9b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.185971] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1271.185971] env[69702]: value = "task-3086170" [ 1271.185971] env[69702]: _type = "Task" [ 1271.185971] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.193601] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.270758] env[69702]: DEBUG nova.scheduler.client.report [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.282671] env[69702]: DEBUG oslo_vmware.api [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086169, 'name': PowerOnVM_Task, 'duration_secs': 0.41652} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.282966] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.283157] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-55c31e80-41e0-4fbc-b61f-6ab899762698 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance 'b3450c3d-e84e-4843-8488-e521af8d96d6' progress to 100 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.325548] env[69702]: DEBUG nova.network.neutron [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance_info_cache with network_info: [{"id": "a6870245-93ba-440d-a778-ced90bd7b80b", "address": "fa:16:3e:b1:8e:a3", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6870245-93", "ovs_interfaceid": "a6870245-93ba-440d-a778-ced90bd7b80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.695691] env[69702]: DEBUG oslo_vmware.api [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086170, 'name': PowerOnVM_Task, 'duration_secs': 0.466301} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.695924] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.696153] env[69702]: INFO nova.compute.manager [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1271.696496] env[69702]: DEBUG nova.compute.manager [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.697098] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ad2a59-63f8-410d-89ec-5afdeead1b86 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.778778] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.779372] env[69702]: DEBUG nova.compute.manager [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.782051] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.027s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.782316] env[69702]: DEBUG nova.objects.instance [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lazy-loading 'resources' on Instance uuid 3beb5e1c-328a-43ac-a8e2-9ffccad76bff {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.828556] env[69702]: DEBUG oslo_concurrency.lockutils [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.215603] env[69702]: INFO nova.compute.manager [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Took 16.06 seconds to build instance. [ 1272.284991] env[69702]: DEBUG nova.compute.utils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.288724] env[69702]: DEBUG nova.compute.manager [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1272.288894] env[69702]: DEBUG nova.network.neutron [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.324464] env[69702]: DEBUG nova.policy [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa18d192f4d482cade711fa89f81760', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b871361de78a4597ad3a91b6a7160899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.347253] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5d6bfd-f17f-4f42-bb0a-131189b7c637 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.371198] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf9d96f-2ca6-46b6-9188-cace4484d64e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.379479] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance 'cf0ac868-8032-4670-b31b-ed11fc4e06de' progress to 83 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.437399] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f7cf65-d512-40f6-8076-0418138ba2ea {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.445430] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8f1c2c-8482-4481-809d-5a64d131359d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.476884] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b6d9f9-c5c9-4234-a00e-afeb6288f69b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.484607] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966d2a2a-cbf2-4996-9848-a423f970108b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.498310] env[69702]: DEBUG nova.compute.provider_tree [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.682186] env[69702]: DEBUG nova.network.neutron [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Successfully created port: 7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.717997] env[69702]: DEBUG oslo_concurrency.lockutils [None req-31fc147b-9855-4e5f-a73e-2304da9e81b4 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.568s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.792114] env[69702]: DEBUG nova.compute.manager [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.886657] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.886657] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46940a39-eaa7-4104-b4ee-6df39a80491c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.893690] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1272.893690] env[69702]: value = "task-3086171" [ 1272.893690] env[69702]: _type = "Task" [ 1272.893690] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.902284] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.002748] env[69702]: DEBUG nova.scheduler.client.report [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.363051] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "b3450c3d-e84e-4843-8488-e521af8d96d6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.363584] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "b3450c3d-e84e-4843-8488-e521af8d96d6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.363809] env[69702]: DEBUG nova.compute.manager [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Going to confirm migration 7 {{(pid=69702) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1273.403840] env[69702]: DEBUG oslo_vmware.api [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086171, 'name': PowerOnVM_Task, 'duration_secs': 0.397693} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.404212] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.404442] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-86c6a650-a989-490c-b687-5178fa41dced tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance 'cf0ac868-8032-4670-b31b-ed11fc4e06de' progress to 100 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.508829] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.526857] env[69702]: INFO nova.scheduler.client.report [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Deleted allocations for instance 3beb5e1c-328a-43ac-a8e2-9ffccad76bff [ 1273.801986] env[69702]: DEBUG nova.compute.manager [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.832572] env[69702]: DEBUG nova.virt.hardware [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.832879] env[69702]: DEBUG nova.virt.hardware [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.833054] env[69702]: DEBUG nova.virt.hardware [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.833237] env[69702]: DEBUG nova.virt.hardware [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.833443] env[69702]: DEBUG nova.virt.hardware [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.833546] env[69702]: DEBUG nova.virt.hardware [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.833758] env[69702]: DEBUG nova.virt.hardware [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.833917] env[69702]: DEBUG nova.virt.hardware [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.834100] env[69702]: DEBUG nova.virt.hardware [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.834267] env[69702]: DEBUG nova.virt.hardware [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.835163] env[69702]: DEBUG nova.virt.hardware [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.836184] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265573e0-2dd4-455c-a93d-3603f6fce9e3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.845779] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f103a3bb-fc7c-40d7-b9f4-32de30f111df {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.923246] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.923489] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquired lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.923609] env[69702]: DEBUG nova.network.neutron [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.923790] env[69702]: DEBUG nova.objects.instance [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lazy-loading 'info_cache' on Instance uuid b3450c3d-e84e-4843-8488-e521af8d96d6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.034583] env[69702]: DEBUG oslo_concurrency.lockutils [None req-ca025f1f-dd2c-41c4-8566-ae79a331e636 tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "3beb5e1c-328a-43ac-a8e2-9ffccad76bff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.491s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.277281] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "1175c85a-687a-41c9-b2c2-3efdd25616d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.277515] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "1175c85a-687a-41c9-b2c2-3efdd25616d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.277739] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "1175c85a-687a-41c9-b2c2-3efdd25616d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.277924] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "1175c85a-687a-41c9-b2c2-3efdd25616d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.278288] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "1175c85a-687a-41c9-b2c2-3efdd25616d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.280573] env[69702]: INFO nova.compute.manager [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Terminating instance [ 1274.294515] env[69702]: DEBUG nova.compute.manager [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Stashing vm_state: active {{(pid=69702) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1274.456815] env[69702]: DEBUG nova.compute.manager [req-10f0fbc5-8358-4690-87f0-460d7b1420ea req-d9770b34-fd09-48c1-a121-1973fdf0fe42 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Received event network-vif-plugged-7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.457093] env[69702]: DEBUG oslo_concurrency.lockutils [req-10f0fbc5-8358-4690-87f0-460d7b1420ea req-d9770b34-fd09-48c1-a121-1973fdf0fe42 service nova] Acquiring lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.457216] env[69702]: DEBUG oslo_concurrency.lockutils [req-10f0fbc5-8358-4690-87f0-460d7b1420ea req-d9770b34-fd09-48c1-a121-1973fdf0fe42 service nova] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.457391] env[69702]: DEBUG oslo_concurrency.lockutils [req-10f0fbc5-8358-4690-87f0-460d7b1420ea req-d9770b34-fd09-48c1-a121-1973fdf0fe42 service nova] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.457559] env[69702]: DEBUG nova.compute.manager [req-10f0fbc5-8358-4690-87f0-460d7b1420ea req-d9770b34-fd09-48c1-a121-1973fdf0fe42 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] No waiting events found dispatching network-vif-plugged-7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.457733] env[69702]: WARNING nova.compute.manager [req-10f0fbc5-8358-4690-87f0-460d7b1420ea req-d9770b34-fd09-48c1-a121-1973fdf0fe42 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Received unexpected event network-vif-plugged-7782a1b4-6eba-4e3a-977d-48b1135f111c for instance with vm_state building and task_state spawning. [ 1274.784735] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "refresh_cache-1175c85a-687a-41c9-b2c2-3efdd25616d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.784913] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquired lock "refresh_cache-1175c85a-687a-41c9-b2c2-3efdd25616d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.785066] env[69702]: DEBUG nova.network.neutron [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.813556] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.813836] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.093933] env[69702]: DEBUG nova.network.neutron [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Successfully updated port: 7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.114967] env[69702]: DEBUG nova.compute.manager [req-510176ec-f265-469e-9e37-c3880510b341 req-43de43a8-720d-43e9-bd79-f04d3d35232d service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Received event network-changed-7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.115188] env[69702]: DEBUG nova.compute.manager [req-510176ec-f265-469e-9e37-c3880510b341 req-43de43a8-720d-43e9-bd79-f04d3d35232d service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Refreshing instance network info cache due to event network-changed-7782a1b4-6eba-4e3a-977d-48b1135f111c. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.115407] env[69702]: DEBUG oslo_concurrency.lockutils [req-510176ec-f265-469e-9e37-c3880510b341 req-43de43a8-720d-43e9-bd79-f04d3d35232d service nova] Acquiring lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.115549] env[69702]: DEBUG oslo_concurrency.lockutils [req-510176ec-f265-469e-9e37-c3880510b341 req-43de43a8-720d-43e9-bd79-f04d3d35232d service nova] Acquired lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.115789] env[69702]: DEBUG nova.network.neutron [req-510176ec-f265-469e-9e37-c3880510b341 req-43de43a8-720d-43e9-bd79-f04d3d35232d service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Refreshing network info cache for port 7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.305345] env[69702]: DEBUG nova.network.neutron [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance_info_cache with network_info: [{"id": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "address": "fa:16:3e:39:8e:8a", "network": {"id": "4af88fdd-b200-4e2a-a75f-eef34ed18ea5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499945619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ebff80dbf8b4ad297853c502ecc46ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dbf65f-f4", "ovs_interfaceid": "97dbf65f-f429-43c1-adff-05b0fc17dfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.312166] env[69702]: DEBUG nova.network.neutron [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.318931] env[69702]: INFO nova.compute.claims [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.365838] env[69702]: DEBUG nova.network.neutron [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.599442] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.645142] env[69702]: DEBUG nova.network.neutron [req-510176ec-f265-469e-9e37-c3880510b341 req-43de43a8-720d-43e9-bd79-f04d3d35232d service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.691866] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.692139] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.692328] env[69702]: DEBUG nova.compute.manager [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Going to confirm migration 8 {{(pid=69702) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1275.712329] env[69702]: DEBUG nova.network.neutron [req-510176ec-f265-469e-9e37-c3880510b341 req-43de43a8-720d-43e9-bd79-f04d3d35232d service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.811967] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Releasing lock "refresh_cache-b3450c3d-e84e-4843-8488-e521af8d96d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.812283] env[69702]: DEBUG nova.objects.instance [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lazy-loading 'migration_context' on Instance uuid b3450c3d-e84e-4843-8488-e521af8d96d6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.824999] env[69702]: INFO nova.compute.resource_tracker [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating resource usage from migration 3083f462-05bd-420b-8a98-b164a03b2ea9 [ 1275.868720] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Releasing lock "refresh_cache-1175c85a-687a-41c9-b2c2-3efdd25616d6" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.869141] env[69702]: DEBUG nova.compute.manager [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.869341] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.870262] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6441f0-82e9-4c1d-b654-573e0d783d51 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.879802] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.880063] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc1db192-8961-46b6-acf9-db1829532b5b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.885848] env[69702]: DEBUG oslo_vmware.api [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1275.885848] env[69702]: value = "task-3086172" [ 1275.885848] env[69702]: _type = "Task" [ 1275.885848] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.893560] env[69702]: DEBUG oslo_vmware.api [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.968029] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f049bccc-3c6b-46b5-a739-de9266dcee24 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.975011] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277f3e7a-a61a-4711-9a97-4956e85f3d98 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.005432] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf90a0d1-9187-42c8-a38d-5db571402f0b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.012425] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57e297f-b7db-4e5e-b948-88cbeccffffc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.025449] env[69702]: DEBUG nova.compute.provider_tree [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.215444] env[69702]: DEBUG oslo_concurrency.lockutils [req-510176ec-f265-469e-9e37-c3880510b341 req-43de43a8-720d-43e9-bd79-f04d3d35232d service nova] Releasing lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.216176] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.216363] env[69702]: DEBUG nova.network.neutron [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.228038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.228232] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.228399] env[69702]: DEBUG nova.network.neutron [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.228578] env[69702]: DEBUG nova.objects.instance [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lazy-loading 'info_cache' on Instance uuid cf0ac868-8032-4670-b31b-ed11fc4e06de {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.315685] env[69702]: DEBUG nova.objects.base [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1276.316662] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa52d2da-bb90-4496-a405-8386bb8ba31b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.335589] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b355b456-e0d3-40f0-bc84-b7fc0c73192d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.340609] env[69702]: DEBUG oslo_vmware.api [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1276.340609] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ae61e7-faf6-5476-cb94-771d430c1bcf" [ 1276.340609] env[69702]: _type = "Task" [ 1276.340609] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.347785] env[69702]: DEBUG oslo_vmware.api [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ae61e7-faf6-5476-cb94-771d430c1bcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.394840] env[69702]: DEBUG oslo_vmware.api [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086172, 'name': PowerOffVM_Task, 'duration_secs': 0.260217} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.395129] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.395311] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.395655] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac7cd52d-1c3e-44ac-a427-ed13c7647d04 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.420268] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.420603] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.420890] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Deleting the datastore file [datastore1] 1175c85a-687a-41c9-b2c2-3efdd25616d6 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.421301] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53f631c8-8e1e-476e-8cfc-bde208676789 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.427638] env[69702]: DEBUG oslo_vmware.api [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for the task: (returnval){ [ 1276.427638] env[69702]: value = "task-3086174" [ 1276.427638] env[69702]: _type = "Task" [ 1276.427638] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.434906] env[69702]: DEBUG oslo_vmware.api [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.528584] env[69702]: DEBUG nova.scheduler.client.report [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.744163] env[69702]: DEBUG nova.network.neutron [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.851833] env[69702]: DEBUG oslo_vmware.api [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ae61e7-faf6-5476-cb94-771d430c1bcf, 'name': SearchDatastore_Task, 'duration_secs': 0.01405} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.852081] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.868126] env[69702]: DEBUG nova.network.neutron [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Updating instance_info_cache with network_info: [{"id": "7782a1b4-6eba-4e3a-977d-48b1135f111c", "address": "fa:16:3e:2e:fe:0a", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7782a1b4-6e", "ovs_interfaceid": "7782a1b4-6eba-4e3a-977d-48b1135f111c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.936674] env[69702]: DEBUG oslo_vmware.api [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.033670] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.220s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.033924] env[69702]: INFO nova.compute.manager [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Migrating [ 1277.040924] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.189s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.370960] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.371297] env[69702]: DEBUG nova.compute.manager [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Instance network_info: |[{"id": "7782a1b4-6eba-4e3a-977d-48b1135f111c", "address": "fa:16:3e:2e:fe:0a", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7782a1b4-6e", "ovs_interfaceid": "7782a1b4-6eba-4e3a-977d-48b1135f111c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.371714] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:fe:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7782a1b4-6eba-4e3a-977d-48b1135f111c', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.379449] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.382053] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.382302] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c531f31-c796-4c20-9356-9229badb4129 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.402685] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.402685] env[69702]: value = "task-3086175" [ 1277.402685] env[69702]: _type = "Task" [ 1277.402685] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.409918] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086175, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.437733] env[69702]: DEBUG oslo_vmware.api [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Task: {'id': task-3086174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.567572} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.438014] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.438260] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.438450] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.438627] env[69702]: INFO nova.compute.manager [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1277.438865] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.439067] env[69702]: DEBUG nova.compute.manager [-] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.439163] env[69702]: DEBUG nova.network.neutron [-] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.473241] env[69702]: DEBUG nova.network.neutron [-] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.503955] env[69702]: DEBUG nova.network.neutron [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance_info_cache with network_info: [{"id": "a6870245-93ba-440d-a778-ced90bd7b80b", "address": "fa:16:3e:b1:8e:a3", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6870245-93", "ovs_interfaceid": "a6870245-93ba-440d-a778-ced90bd7b80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.551835] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.552043] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.552228] env[69702]: DEBUG nova.network.neutron [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.685134] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55c849e-ccc0-4f84-9f8b-177fae5eaa49 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.693044] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f1d924-f3f7-40f3-8382-b5ea6bd80809 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.724387] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bb7759-a28e-416b-8fe7-4247db1c4d3d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.731621] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee28653a-c61f-4721-a054-2ceedb175328 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.744391] env[69702]: DEBUG nova.compute.provider_tree [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.912294] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086175, 'name': CreateVM_Task, 'duration_secs': 0.307949} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.912488] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.913160] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.913332] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.913683] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.913920] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302e99a5-6628-4b12-ad6e-df0e4b9cf730 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.918651] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1277.918651] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52dfb745-d4bf-e3da-3c73-15493d7482de" [ 1277.918651] env[69702]: _type = "Task" [ 1277.918651] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.925945] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52dfb745-d4bf-e3da-3c73-15493d7482de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.976514] env[69702]: DEBUG nova.network.neutron [-] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.006775] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-cf0ac868-8032-4670-b31b-ed11fc4e06de" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.007091] env[69702]: DEBUG nova.objects.instance [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lazy-loading 'migration_context' on Instance uuid cf0ac868-8032-4670-b31b-ed11fc4e06de {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.248235] env[69702]: DEBUG nova.scheduler.client.report [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.253642] env[69702]: DEBUG nova.network.neutron [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance_info_cache with network_info: [{"id": "58fcb703-8e7b-4d99-a6b2-e333de4bb1b0", "address": "fa:16:3e:c5:f7:70", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58fcb703-8e", "ovs_interfaceid": "58fcb703-8e7b-4d99-a6b2-e333de4bb1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.429964] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52dfb745-d4bf-e3da-3c73-15493d7482de, 'name': SearchDatastore_Task, 'duration_secs': 0.009278} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.430399] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.430668] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.430940] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.431127] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.431399] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.431587] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53fa052c-3bf8-4eb2-8a91-acfd293981ec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.439499] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.439667] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.440371] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67750f33-e26c-4e00-b557-2143604797c9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.445319] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1278.445319] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52561b12-202f-2f41-1b51-c5b2b5ce2342" [ 1278.445319] env[69702]: _type = "Task" [ 1278.445319] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.452856] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52561b12-202f-2f41-1b51-c5b2b5ce2342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.479359] env[69702]: INFO nova.compute.manager [-] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Took 1.04 seconds to deallocate network for instance. [ 1278.510077] env[69702]: DEBUG nova.objects.base [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1278.511029] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1206897-a245-46aa-8d7b-5fdef82780b6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.530590] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b3dc35-1b6d-43ab-b03b-a1a75445f6dc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.535888] env[69702]: DEBUG oslo_vmware.api [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1278.535888] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ae0937-729c-9b44-9cd3-3213007dcfbb" [ 1278.535888] env[69702]: _type = "Task" [ 1278.535888] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.545217] env[69702]: DEBUG oslo_vmware.api [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ae0937-729c-9b44-9cd3-3213007dcfbb, 'name': SearchDatastore_Task, 'duration_secs': 0.00697} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.545475] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.627289] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.627546] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.756602] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.955532] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52561b12-202f-2f41-1b51-c5b2b5ce2342, 'name': SearchDatastore_Task, 'duration_secs': 0.007984} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.956315] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760263e1-c9dd-408d-ad03-93035348d159 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.962141] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1278.962141] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522f0b73-a7df-99dd-7187-7f704fa44b63" [ 1278.962141] env[69702]: _type = "Task" [ 1278.962141] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.969929] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522f0b73-a7df-99dd-7187-7f704fa44b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.985987] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.133478] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.133677] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.133766] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.133919] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.134080] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.134237] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.134373] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1279.134515] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.259476] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.218s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.265506] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.720s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.473505] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522f0b73-a7df-99dd-7187-7f704fa44b63, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.473775] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.474053] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 1ee00dc5-e8df-4cbd-ba02-a2414deecd41/1ee00dc5-e8df-4cbd-ba02-a2414deecd41.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.474330] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b4a6a2b-71eb-45aa-b391-0b5273257a32 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.481601] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1279.481601] env[69702]: value = "task-3086176" [ 1279.481601] env[69702]: _type = "Task" [ 1279.481601] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.489426] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.637498] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.831747] env[69702]: INFO nova.scheduler.client.report [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleted allocation for migration c3982033-3a29-439b-8507-14a407bda215 [ 1279.949389] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fee395-6983-4565-8499-d8b542c32dca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.958896] env[69702]: INFO nova.compute.manager [None req-62b38004-3f10-41da-92ad-f6ff335eb090 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Get console output [ 1279.959286] env[69702]: WARNING nova.virt.vmwareapi.driver [None req-62b38004-3f10-41da-92ad-f6ff335eb090 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] The console log is missing. Check your VSPC configuration [ 1279.960780] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21689f38-19f2-413d-9c07-6a2c4e6cbad4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.995038] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ff774e-2885-49a7-9cd4-991384b8c744 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.002452] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440349} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.004509] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 1ee00dc5-e8df-4cbd-ba02-a2414deecd41/1ee00dc5-e8df-4cbd-ba02-a2414deecd41.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.004724] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.004991] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7994ad7-8571-4a1f-aed3-e6fd7c39a028 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.007541] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3781e3-e296-4699-9217-51db6e0e15a2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.021178] env[69702]: DEBUG nova.compute.provider_tree [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.023619] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1280.023619] env[69702]: value = "task-3086177" [ 1280.023619] env[69702]: _type = "Task" [ 1280.023619] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.031351] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.280446] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585d8a9c-1fe0-4f1c-b977-e501c2b92323 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.298864] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance '506597cb-90b3-4c70-b2ff-ecb9812cebe0' progress to 0 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.339709] env[69702]: DEBUG oslo_concurrency.lockutils [None req-0ae61e4d-5e8e-407f-bf2e-eda3a260ebf7 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "b3450c3d-e84e-4843-8488-e521af8d96d6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.976s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.525227] env[69702]: DEBUG nova.scheduler.client.report [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.537283] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059398} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.537556] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.538361] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504cfa8e-191b-4939-88ed-0f8f5a4e1f2e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.560389] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 1ee00dc5-e8df-4cbd-ba02-a2414deecd41/1ee00dc5-e8df-4cbd-ba02-a2414deecd41.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.563083] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e95981-e5ca-4baa-a713-d7745417823f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.585583] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1280.585583] env[69702]: value = "task-3086178" [ 1280.585583] env[69702]: _type = "Task" [ 1280.585583] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.595405] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.806371] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.806764] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aaa45eb-352f-4ede-8a38-e3526ab134a8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.814477] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1280.814477] env[69702]: value = "task-3086179" [ 1280.814477] env[69702]: _type = "Task" [ 1280.814477] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.822807] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.097376] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086178, 'name': ReconfigVM_Task, 'duration_secs': 0.297819} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.097702] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 1ee00dc5-e8df-4cbd-ba02-a2414deecd41/1ee00dc5-e8df-4cbd-ba02-a2414deecd41.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.098286] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f9bd0d6-96a3-4bab-8b5a-98d5b1e21349 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.104561] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1281.104561] env[69702]: value = "task-3086180" [ 1281.104561] env[69702]: _type = "Task" [ 1281.104561] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.111805] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086180, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.324637] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086179, 'name': PowerOffVM_Task, 'duration_secs': 0.449331} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.324916] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.325127] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance '506597cb-90b3-4c70-b2ff-ecb9812cebe0' progress to 17 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.542197] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.277s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.544947] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.559s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.545181] env[69702]: DEBUG nova.objects.instance [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lazy-loading 'resources' on Instance uuid 1175c85a-687a-41c9-b2c2-3efdd25616d6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.614675] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086180, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.831184] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.831458] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.831622] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.831811] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.831960] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.832122] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.832333] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.832495] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.832663] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.832829] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.833015] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.838295] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95d1fd77-57fc-4cf1-a106-8446aa5b352f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.853436] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1281.853436] env[69702]: value = "task-3086181" [ 1281.853436] env[69702]: _type = "Task" [ 1281.853436] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.860854] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.094199] env[69702]: INFO nova.scheduler.client.report [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleted allocation for migration 6f7457b2-31ab-4ffc-bb6d-0f941422e7df [ 1282.117092] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086180, 'name': Rename_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.180534] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bfbef5-37d9-45a1-9856-3968d73257c5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.188041] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505ba065-61b4-421f-a13a-2d996a4b25fc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.219609] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1726b1-b628-4f80-ae0c-c833f821e492 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.227233] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7da545a-3f7d-4836-923c-b45e35b3663c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.245641] env[69702]: DEBUG nova.compute.provider_tree [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.362783] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086181, 'name': ReconfigVM_Task, 'duration_secs': 0.419383} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.363118] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance '506597cb-90b3-4c70-b2ff-ecb9812cebe0' progress to 33 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.602243] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f44ec2dc-a7a7-4537-b6ad-28d0fe15de7b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.910s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.616840] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086180, 'name': Rename_Task, 'duration_secs': 1.14547} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.617120] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.617363] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed100cf4-65ca-4b95-9168-ab4c6ce769e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.624569] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1282.624569] env[69702]: value = "task-3086182" [ 1282.624569] env[69702]: _type = "Task" [ 1282.624569] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.632263] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.749354] env[69702]: DEBUG nova.scheduler.client.report [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.870099] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.870372] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.870524] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.870721] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.870879] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.871039] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.871267] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.871441] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.871612] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.871779] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.871952] env[69702]: DEBUG nova.virt.hardware [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.877489] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.877934] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.878249] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.878541] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "cf0ac868-8032-4670-b31b-ed11fc4e06de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.878704] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.878925] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.880645] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-925f4ffe-8f33-4f8f-a01f-e9b9fe9e759a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.895459] env[69702]: INFO nova.compute.manager [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Terminating instance [ 1282.906145] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1282.906145] env[69702]: value = "task-3086183" [ 1282.906145] env[69702]: _type = "Task" [ 1282.906145] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.917444] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.135300] env[69702]: DEBUG oslo_vmware.api [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086182, 'name': PowerOnVM_Task, 'duration_secs': 0.416913} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.135644] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.135740] env[69702]: INFO nova.compute.manager [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1283.135891] env[69702]: DEBUG nova.compute.manager [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.136643] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4614edba-27d4-4b06-a116-e76be9e0bcf8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.254784] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.257067] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.620s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.257257] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.257417] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1283.258278] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77af23a2-b539-4647-9e34-00480b812aa2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.266243] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deab1500-dc6a-4354-b465-28d1b74bb50f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.270818] env[69702]: INFO nova.scheduler.client.report [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Deleted allocations for instance 1175c85a-687a-41c9-b2c2-3efdd25616d6 [ 1283.282452] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8b4a64-4061-4a83-8dd4-ecfe87d256e6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.289047] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b5c38d-d290-4756-abf2-25768a8fef3b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.319116] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179638MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1283.319299] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.319479] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.399568] env[69702]: DEBUG nova.compute.manager [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.399767] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.402486] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839bf293-718f-480f-a842-d4808839a76f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.409797] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.412722] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3175098-d721-4fad-90dc-08ef504bef12 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.418992] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086183, 'name': ReconfigVM_Task, 'duration_secs': 0.163769} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.420102] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1283.420438] env[69702]: DEBUG oslo_vmware.api [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1283.420438] env[69702]: value = "task-3086184" [ 1283.420438] env[69702]: _type = "Task" [ 1283.420438] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.421090] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eb92e2-e6cf-4336-b53e-a09059b28d83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.431151] env[69702]: DEBUG oslo_vmware.api [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.449017] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 506597cb-90b3-4c70-b2ff-ecb9812cebe0/506597cb-90b3-4c70-b2ff-ecb9812cebe0.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.449320] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64aa3760-7df3-442f-88b3-6db414c25577 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.468338] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1283.468338] env[69702]: value = "task-3086185" [ 1283.468338] env[69702]: _type = "Task" [ 1283.468338] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.476736] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.653178] env[69702]: INFO nova.compute.manager [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Took 14.12 seconds to build instance. [ 1283.786778] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a17a5972-c557-4df7-8e08-11bc09c05e4b tempest-ServerShowV247Test-661358684 tempest-ServerShowV247Test-661358684-project-member] Lock "1175c85a-687a-41c9-b2c2-3efdd25616d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.509s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.933447] env[69702]: DEBUG oslo_vmware.api [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086184, 'name': PowerOffVM_Task, 'duration_secs': 0.175032} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.933723] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.933895] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.934155] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d25b3ca-a1c6-48a5-8e67-3892ed842b8c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.979811] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086185, 'name': ReconfigVM_Task, 'duration_secs': 0.272997} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.980268] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 506597cb-90b3-4c70-b2ff-ecb9812cebe0/506597cb-90b3-4c70-b2ff-ecb9812cebe0.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.980699] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance '506597cb-90b3-4c70-b2ff-ecb9812cebe0' progress to 50 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.000921] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.001406] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.001406] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleting the datastore file [datastore2] cf0ac868-8032-4670-b31b-ed11fc4e06de {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.001641] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f329b4-b6f0-4ecf-b6bc-69158d463e55 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.008091] env[69702]: DEBUG oslo_vmware.api [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1284.008091] env[69702]: value = "task-3086187" [ 1284.008091] env[69702]: _type = "Task" [ 1284.008091] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.016196] env[69702]: DEBUG oslo_vmware.api [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.154665] env[69702]: DEBUG oslo_concurrency.lockutils [None req-36cdf9cc-b2fb-4dbd-9894-4e1d2924a515 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.630s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.328921] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Applying migration context for instance 506597cb-90b3-4c70-b2ff-ecb9812cebe0 as it has an incoming, in-progress migration 3083f462-05bd-420b-8a98-b164a03b2ea9. Migration status is migrating {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1284.330053] env[69702]: INFO nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating resource usage from migration 3083f462-05bd-420b-8a98-b164a03b2ea9 [ 1284.358753] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.358915] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 3edb94af-d9ee-4cb3-ab8c-25d3905ded87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.359068] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 97ebb464-fa27-488c-8b26-7f24de9c3eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.359187] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance b3450c3d-e84e-4843-8488-e521af8d96d6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.359306] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance cf0ac868-8032-4670-b31b-ed11fc4e06de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.359427] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 1ee00dc5-e8df-4cbd-ba02-a2414deecd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.359579] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Migration 3083f462-05bd-420b-8a98-b164a03b2ea9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1284.359860] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 506597cb-90b3-4c70-b2ff-ecb9812cebe0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.359860] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1284.359980] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1284.466806] env[69702]: DEBUG nova.compute.manager [req-46234b98-69bb-4c9d-9cdc-7a529a224939 req-f7b5aefc-c6f2-4b22-89a1-bffa20c99962 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Received event network-changed-7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.467026] env[69702]: DEBUG nova.compute.manager [req-46234b98-69bb-4c9d-9cdc-7a529a224939 req-f7b5aefc-c6f2-4b22-89a1-bffa20c99962 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Refreshing instance network info cache due to event network-changed-7782a1b4-6eba-4e3a-977d-48b1135f111c. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.467259] env[69702]: DEBUG oslo_concurrency.lockutils [req-46234b98-69bb-4c9d-9cdc-7a529a224939 req-f7b5aefc-c6f2-4b22-89a1-bffa20c99962 service nova] Acquiring lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.467406] env[69702]: DEBUG oslo_concurrency.lockutils [req-46234b98-69bb-4c9d-9cdc-7a529a224939 req-f7b5aefc-c6f2-4b22-89a1-bffa20c99962 service nova] Acquired lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.467573] env[69702]: DEBUG nova.network.neutron [req-46234b98-69bb-4c9d-9cdc-7a529a224939 req-f7b5aefc-c6f2-4b22-89a1-bffa20c99962 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Refreshing network info cache for port 7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.488082] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24eabb1-7350-4cf9-9323-82d4921543df {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.494842] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f4f424-d0d7-47d1-8707-2964829b7197 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.516827] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4083b1e-f7e9-4501-b9d0-1754b672aa63 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.522411] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645efaec-b579-4b61-a45d-3451bdfda8e6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.541524] env[69702]: DEBUG oslo_vmware.api [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144051} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.542204] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance '506597cb-90b3-4c70-b2ff-ecb9812cebe0' progress to 67 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.545882] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.546193] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.546245] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.546465] env[69702]: INFO nova.compute.manager [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1284.546657] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.547379] env[69702]: DEBUG nova.compute.manager [-] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.547445] env[69702]: DEBUG nova.network.neutron [-] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.574856] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296ca875-865f-4f57-824a-a90e532d3ccc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.582888] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f9f26f-4b2a-4874-83fa-86268ed3e12a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.596904] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.101030] env[69702]: DEBUG nova.scheduler.client.report [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.138359] env[69702]: DEBUG nova.network.neutron [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Port 58fcb703-8e7b-4d99-a6b2-e333de4bb1b0 binding to destination host cpu-1 is already ACTIVE {{(pid=69702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1285.239390] env[69702]: DEBUG nova.network.neutron [req-46234b98-69bb-4c9d-9cdc-7a529a224939 req-f7b5aefc-c6f2-4b22-89a1-bffa20c99962 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Updated VIF entry in instance network info cache for port 7782a1b4-6eba-4e3a-977d-48b1135f111c. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.239390] env[69702]: DEBUG nova.network.neutron [req-46234b98-69bb-4c9d-9cdc-7a529a224939 req-f7b5aefc-c6f2-4b22-89a1-bffa20c99962 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Updating instance_info_cache with network_info: [{"id": "7782a1b4-6eba-4e3a-977d-48b1135f111c", "address": "fa:16:3e:2e:fe:0a", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7782a1b4-6e", "ovs_interfaceid": "7782a1b4-6eba-4e3a-977d-48b1135f111c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.558746] env[69702]: DEBUG nova.network.neutron [-] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.610746] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1285.610959] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.291s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.742213] env[69702]: DEBUG oslo_concurrency.lockutils [req-46234b98-69bb-4c9d-9cdc-7a529a224939 req-f7b5aefc-c6f2-4b22-89a1-bffa20c99962 service nova] Releasing lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.061870] env[69702]: INFO nova.compute.manager [-] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Took 1.51 seconds to deallocate network for instance. [ 1286.159462] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.159707] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.159882] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.491042] env[69702]: DEBUG nova.compute.manager [req-b890250e-2eb5-4aa2-b12c-2ccaa6e8924b req-3caf846d-5754-4d13-bedf-afc0921ad91f service nova] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Received event network-vif-deleted-a6870245-93ba-440d-a778-ced90bd7b80b {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.568371] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.568658] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.568878] env[69702]: DEBUG nova.objects.instance [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lazy-loading 'resources' on Instance uuid cf0ac868-8032-4670-b31b-ed11fc4e06de {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.170214] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5984d8db-a0f1-448d-98cf-b24ed6290400 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.177890] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402a02a3-55d0-4ca8-a44f-5f136cb88c25 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.208158] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.208364] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.208552] env[69702]: DEBUG nova.network.neutron [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.210133] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef568126-e5b1-4da7-9ab6-d114c2c3a33a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.218886] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86a2e15-0ed4-454a-9e92-bf1b22c99819 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.233810] env[69702]: DEBUG nova.compute.provider_tree [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.735833] env[69702]: DEBUG nova.scheduler.client.report [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.945714] env[69702]: DEBUG nova.network.neutron [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance_info_cache with network_info: [{"id": "58fcb703-8e7b-4d99-a6b2-e333de4bb1b0", "address": "fa:16:3e:c5:f7:70", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58fcb703-8e", "ovs_interfaceid": "58fcb703-8e7b-4d99-a6b2-e333de4bb1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.240919] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.258119] env[69702]: INFO nova.scheduler.client.report [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleted allocations for instance cf0ac868-8032-4670-b31b-ed11fc4e06de [ 1288.447936] env[69702]: DEBUG oslo_concurrency.lockutils [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.765507] env[69702]: DEBUG oslo_concurrency.lockutils [None req-3dd680f0-2868-49a2-8a17-10b442ab740e tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "cf0ac868-8032-4670-b31b-ed11fc4e06de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.887s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.970435] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e5dc44-cc51-450c-9a1f-9a3c7fdad9e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.991262] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bc7da2-79a0-4a91-9107-7f6799628881 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.997878] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance '506597cb-90b3-4c70-b2ff-ecb9812cebe0' progress to 83 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.504076] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.504408] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc0f60f5-30e4-441b-b7cd-3b90bbcc5a19 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.511178] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1289.511178] env[69702]: value = "task-3086188" [ 1289.511178] env[69702]: _type = "Task" [ 1289.511178] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.519098] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.951502] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "aa9f11e6-424a-4b74-b982-718f7073378d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.951821] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "aa9f11e6-424a-4b74-b982-718f7073378d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.020903] env[69702]: DEBUG oslo_vmware.api [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086188, 'name': PowerOnVM_Task, 'duration_secs': 0.356519} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.021169] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.021381] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-94bcc1c0-2ffb-4c5d-b951-68d87048e25b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance '506597cb-90b3-4c70-b2ff-ecb9812cebe0' progress to 100 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.454499] env[69702]: DEBUG nova.compute.manager [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.976873] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.977197] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.979043] env[69702]: INFO nova.compute.claims [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.714848] env[69702]: DEBUG oslo_concurrency.lockutils [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.715142] env[69702]: DEBUG oslo_concurrency.lockutils [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.715350] env[69702]: DEBUG nova.compute.manager [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Going to confirm migration 9 {{(pid=69702) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1292.094419] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44be3eb-fb25-4052-bab4-8f13d1d1c584 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.102434] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2878cda7-146a-4135-a52e-379fb73b83d8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.132804] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab8c264-891f-4cfe-899d-d72e5001213e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.140512] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280489dd-935f-4c8f-adba-5d35c4119cc2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.153915] env[69702]: DEBUG nova.compute.provider_tree [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.254158] env[69702]: DEBUG oslo_concurrency.lockutils [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.254367] env[69702]: DEBUG oslo_concurrency.lockutils [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.254552] env[69702]: DEBUG nova.network.neutron [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.254823] env[69702]: DEBUG nova.objects.instance [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lazy-loading 'info_cache' on Instance uuid 506597cb-90b3-4c70-b2ff-ecb9812cebe0 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.658054] env[69702]: DEBUG nova.scheduler.client.report [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.162868] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.163418] env[69702]: DEBUG nova.compute.manager [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.455998] env[69702]: DEBUG nova.network.neutron [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance_info_cache with network_info: [{"id": "58fcb703-8e7b-4d99-a6b2-e333de4bb1b0", "address": "fa:16:3e:c5:f7:70", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58fcb703-8e", "ovs_interfaceid": "58fcb703-8e7b-4d99-a6b2-e333de4bb1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.668241] env[69702]: DEBUG nova.compute.utils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.669689] env[69702]: DEBUG nova.compute.manager [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.669870] env[69702]: DEBUG nova.network.neutron [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.706585] env[69702]: DEBUG nova.policy [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9566bfb1790e4e6883d5447bacb3ba10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43b1d942d292476a8bc19b74a12d1549', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.953343] env[69702]: DEBUG nova.network.neutron [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Successfully created port: 137e84f9-d04e-44c1-8b81-00b744b36469 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.959025] env[69702]: DEBUG oslo_concurrency.lockutils [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "refresh_cache-506597cb-90b3-4c70-b2ff-ecb9812cebe0" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.959227] env[69702]: DEBUG nova.objects.instance [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lazy-loading 'migration_context' on Instance uuid 506597cb-90b3-4c70-b2ff-ecb9812cebe0 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.173802] env[69702]: DEBUG nova.compute.manager [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.462179] env[69702]: DEBUG nova.objects.base [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Object Instance<506597cb-90b3-4c70-b2ff-ecb9812cebe0> lazy-loaded attributes: info_cache,migration_context {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1294.463184] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b72ab38-0ffe-4587-bda5-845d079d0772 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.484387] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e48e53-de1f-4621-aaf3-6f6c979667a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.489813] env[69702]: DEBUG oslo_vmware.api [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1294.489813] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52233a5c-ff4e-1185-e12e-3f09c3ab3c15" [ 1294.489813] env[69702]: _type = "Task" [ 1294.489813] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.497655] env[69702]: DEBUG oslo_vmware.api [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52233a5c-ff4e-1185-e12e-3f09c3ab3c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.001711] env[69702]: DEBUG oslo_vmware.api [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52233a5c-ff4e-1185-e12e-3f09c3ab3c15, 'name': SearchDatastore_Task, 'duration_secs': 0.008146} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.001711] env[69702]: DEBUG oslo_concurrency.lockutils [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.001711] env[69702]: DEBUG oslo_concurrency.lockutils [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.182979] env[69702]: DEBUG nova.compute.manager [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.268270] env[69702]: DEBUG nova.virt.hardware [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.268554] env[69702]: DEBUG nova.virt.hardware [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.268721] env[69702]: DEBUG nova.virt.hardware [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.268907] env[69702]: DEBUG nova.virt.hardware [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.269067] env[69702]: DEBUG nova.virt.hardware [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.269220] env[69702]: DEBUG nova.virt.hardware [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.269437] env[69702]: DEBUG nova.virt.hardware [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.269600] env[69702]: DEBUG nova.virt.hardware [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.269772] env[69702]: DEBUG nova.virt.hardware [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.269937] env[69702]: DEBUG nova.virt.hardware [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.270129] env[69702]: DEBUG nova.virt.hardware [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.271336] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baf4059-fc5e-4238-b1d3-a362ea781b72 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.280063] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427a5f06-9dd4-4dea-9e2a-76511c2be347 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.302384] env[69702]: DEBUG nova.compute.manager [req-69de6635-2537-41ed-93ab-e3046e009848 req-ab1563fe-8a11-41e1-8b1b-aa276c7e9585 service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Received event network-vif-plugged-137e84f9-d04e-44c1-8b81-00b744b36469 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.302725] env[69702]: DEBUG oslo_concurrency.lockutils [req-69de6635-2537-41ed-93ab-e3046e009848 req-ab1563fe-8a11-41e1-8b1b-aa276c7e9585 service nova] Acquiring lock "aa9f11e6-424a-4b74-b982-718f7073378d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.302818] env[69702]: DEBUG oslo_concurrency.lockutils [req-69de6635-2537-41ed-93ab-e3046e009848 req-ab1563fe-8a11-41e1-8b1b-aa276c7e9585 service nova] Lock "aa9f11e6-424a-4b74-b982-718f7073378d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.302949] env[69702]: DEBUG oslo_concurrency.lockutils [req-69de6635-2537-41ed-93ab-e3046e009848 req-ab1563fe-8a11-41e1-8b1b-aa276c7e9585 service nova] Lock "aa9f11e6-424a-4b74-b982-718f7073378d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.303126] env[69702]: DEBUG nova.compute.manager [req-69de6635-2537-41ed-93ab-e3046e009848 req-ab1563fe-8a11-41e1-8b1b-aa276c7e9585 service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] No waiting events found dispatching network-vif-plugged-137e84f9-d04e-44c1-8b81-00b744b36469 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.303293] env[69702]: WARNING nova.compute.manager [req-69de6635-2537-41ed-93ab-e3046e009848 req-ab1563fe-8a11-41e1-8b1b-aa276c7e9585 service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Received unexpected event network-vif-plugged-137e84f9-d04e-44c1-8b81-00b744b36469 for instance with vm_state building and task_state spawning. [ 1295.384221] env[69702]: DEBUG nova.network.neutron [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Successfully updated port: 137e84f9-d04e-44c1-8b81-00b744b36469 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.632122] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbf8ee2-2a47-4c1e-9e2a-0392a357c70b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.639988] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0976ef97-8027-495e-abcf-6b1423dc7b0b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.670721] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b5b9f2-3c0b-4dfe-8604-b8a4fd5685c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.678072] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea00d26e-95c3-47b4-8321-a4eeff5727c6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.691986] env[69702]: DEBUG nova.compute.provider_tree [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.888082] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.888082] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.888082] env[69702]: DEBUG nova.network.neutron [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.195330] env[69702]: DEBUG nova.scheduler.client.report [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.421294] env[69702]: DEBUG nova.network.neutron [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.559034] env[69702]: DEBUG nova.network.neutron [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance_info_cache with network_info: [{"id": "137e84f9-d04e-44c1-8b81-00b744b36469", "address": "fa:16:3e:74:e4:cf", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137e84f9-d0", "ovs_interfaceid": "137e84f9-d04e-44c1-8b81-00b744b36469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.062445] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.063033] env[69702]: DEBUG nova.compute.manager [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Instance network_info: |[{"id": "137e84f9-d04e-44c1-8b81-00b744b36469", "address": "fa:16:3e:74:e4:cf", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137e84f9-d0", "ovs_interfaceid": "137e84f9-d04e-44c1-8b81-00b744b36469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.063525] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:e4:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '137e84f9-d04e-44c1-8b81-00b744b36469', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.071246] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.071471] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.071700] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a6eda99-d036-4c6e-81ae-eb48c690d6ef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.090907] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.090907] env[69702]: value = "task-3086189" [ 1297.090907] env[69702]: _type = "Task" [ 1297.090907] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.098183] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086189, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.205769] env[69702]: DEBUG oslo_concurrency.lockutils [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.205s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.330714] env[69702]: DEBUG nova.compute.manager [req-4692fde6-1f76-4db1-aa77-c2a088621e32 req-60523d38-ed10-445b-8205-f06499bf36ff service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Received event network-changed-137e84f9-d04e-44c1-8b81-00b744b36469 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.330934] env[69702]: DEBUG nova.compute.manager [req-4692fde6-1f76-4db1-aa77-c2a088621e32 req-60523d38-ed10-445b-8205-f06499bf36ff service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Refreshing instance network info cache due to event network-changed-137e84f9-d04e-44c1-8b81-00b744b36469. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.331183] env[69702]: DEBUG oslo_concurrency.lockutils [req-4692fde6-1f76-4db1-aa77-c2a088621e32 req-60523d38-ed10-445b-8205-f06499bf36ff service nova] Acquiring lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.331333] env[69702]: DEBUG oslo_concurrency.lockutils [req-4692fde6-1f76-4db1-aa77-c2a088621e32 req-60523d38-ed10-445b-8205-f06499bf36ff service nova] Acquired lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.331509] env[69702]: DEBUG nova.network.neutron [req-4692fde6-1f76-4db1-aa77-c2a088621e32 req-60523d38-ed10-445b-8205-f06499bf36ff service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Refreshing network info cache for port 137e84f9-d04e-44c1-8b81-00b744b36469 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.373264] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.373509] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.601178] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086189, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.774536] env[69702]: INFO nova.scheduler.client.report [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted allocation for migration 3083f462-05bd-420b-8a98-b164a03b2ea9 [ 1297.876905] env[69702]: DEBUG nova.compute.utils [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.085791] env[69702]: DEBUG nova.network.neutron [req-4692fde6-1f76-4db1-aa77-c2a088621e32 req-60523d38-ed10-445b-8205-f06499bf36ff service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updated VIF entry in instance network info cache for port 137e84f9-d04e-44c1-8b81-00b744b36469. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.086264] env[69702]: DEBUG nova.network.neutron [req-4692fde6-1f76-4db1-aa77-c2a088621e32 req-60523d38-ed10-445b-8205-f06499bf36ff service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance_info_cache with network_info: [{"id": "137e84f9-d04e-44c1-8b81-00b744b36469", "address": "fa:16:3e:74:e4:cf", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137e84f9-d0", "ovs_interfaceid": "137e84f9-d04e-44c1-8b81-00b744b36469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.102180] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086189, 'name': CreateVM_Task, 'duration_secs': 0.561898} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.102341] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.102980] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.103161] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.103477] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.103747] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ffa52e-1d0a-425f-abbc-f6b5a544a6f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.108878] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1298.108878] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52856095-d037-0bdc-9477-43b154bd6116" [ 1298.108878] env[69702]: _type = "Task" [ 1298.108878] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.117810] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52856095-d037-0bdc-9477-43b154bd6116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.279647] env[69702]: DEBUG oslo_concurrency.lockutils [None req-71efd9f6-2afb-4259-9b12-8b86cbeb81ec tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.564s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.380054] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.589568] env[69702]: DEBUG oslo_concurrency.lockutils [req-4692fde6-1f76-4db1-aa77-c2a088621e32 req-60523d38-ed10-445b-8205-f06499bf36ff service nova] Releasing lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.619803] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52856095-d037-0bdc-9477-43b154bd6116, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.620140] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.620378] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.620650] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.620801] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.621011] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.621254] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-594ccb6f-5f0b-45c1-bb57-33a66610a071 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.629446] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.629650] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.630353] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a52c446-ed84-4f64-a7ca-94a7a023a191 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.642100] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1298.642100] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5242bb12-20b4-5878-c6ce-40d5fe0dab1d" [ 1298.642100] env[69702]: _type = "Task" [ 1298.642100] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.649939] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5242bb12-20b4-5878-c6ce-40d5fe0dab1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.807249] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.807526] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.807756] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.807944] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.808131] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.810308] env[69702]: INFO nova.compute.manager [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Terminating instance [ 1299.152853] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5242bb12-20b4-5878-c6ce-40d5fe0dab1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.153534] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea07cefa-0779-48f3-b759-3c3d2c6b2fc5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.158707] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1299.158707] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529550db-1cd8-21d6-fc1c-1505eaf7b2d5" [ 1299.158707] env[69702]: _type = "Task" [ 1299.158707] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.166028] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529550db-1cd8-21d6-fc1c-1505eaf7b2d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.220092] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "bb634e94-c3a8-4aa5-92cb-fb0d6c73c677" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.220325] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "bb634e94-c3a8-4aa5-92cb-fb0d6c73c677" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.314382] env[69702]: DEBUG nova.compute.manager [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1299.314737] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.315601] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1110dc-27a0-4212-9ec1-aa325f181b39 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.323285] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.323515] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3671849a-b073-4773-b146-689014610403 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.330613] env[69702]: DEBUG oslo_vmware.api [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1299.330613] env[69702]: value = "task-3086190" [ 1299.330613] env[69702]: _type = "Task" [ 1299.330613] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.338247] env[69702]: DEBUG oslo_vmware.api [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.443326] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.443699] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.444053] env[69702]: INFO nova.compute.manager [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Attaching volume 752b7dea-a9d1-40b7-91a1-e15a5e97a266 to /dev/sdb [ 1299.477539] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0714ab12-4980-4c8d-bdf9-9a3742103004 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.486726] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6624b5fc-8f1b-4187-8242-37b5494b1071 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.500475] env[69702]: DEBUG nova.virt.block_device [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Updating existing volume attachment record: 8b01cc2e-85ad-4a93-9365-a35eba3029a0 {{(pid=69702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1299.668571] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]529550db-1cd8-21d6-fc1c-1505eaf7b2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.668867] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.669150] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] aa9f11e6-424a-4b74-b982-718f7073378d/aa9f11e6-424a-4b74-b982-718f7073378d.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.669408] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c59427d-ba6e-4bf4-92d7-43df3968510c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.675372] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1299.675372] env[69702]: value = "task-3086192" [ 1299.675372] env[69702]: _type = "Task" [ 1299.675372] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.682945] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.724083] env[69702]: DEBUG nova.compute.manager [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1299.841119] env[69702]: DEBUG oslo_vmware.api [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086190, 'name': PowerOffVM_Task, 'duration_secs': 0.218103} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.841578] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.841703] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.842042] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8833cf8c-3c22-4c70-b847-a34c876c0357 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.914131] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.914433] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.914777] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleting the datastore file [datastore1] 506597cb-90b3-4c70-b2ff-ecb9812cebe0 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.914994] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec9d5236-3c95-4974-8539-ef4f1e104348 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.922634] env[69702]: DEBUG oslo_vmware.api [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1299.922634] env[69702]: value = "task-3086194" [ 1299.922634] env[69702]: _type = "Task" [ 1299.922634] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.931579] env[69702]: DEBUG oslo_vmware.api [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.186112] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465028} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.186439] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] aa9f11e6-424a-4b74-b982-718f7073378d/aa9f11e6-424a-4b74-b982-718f7073378d.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.186732] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.187042] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc1a0ae7-d622-4b99-9b54-4913fed51a6b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.193031] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1300.193031] env[69702]: value = "task-3086195" [ 1300.193031] env[69702]: _type = "Task" [ 1300.193031] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.200647] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.248845] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.248845] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.250373] env[69702]: INFO nova.compute.claims [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.432839] env[69702]: DEBUG oslo_vmware.api [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267807} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.433248] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.433304] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.433459] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.433634] env[69702]: INFO nova.compute.manager [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1300.433876] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.434081] env[69702]: DEBUG nova.compute.manager [-] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.434190] env[69702]: DEBUG nova.network.neutron [-] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.702345] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065189} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.702605] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.703389] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f0e46f-917d-43f2-bd55-d962b95e3207 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.724636] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] aa9f11e6-424a-4b74-b982-718f7073378d/aa9f11e6-424a-4b74-b982-718f7073378d.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.724939] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0acc81-a21f-4bda-911a-e9589c63c8df {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.748384] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1300.748384] env[69702]: value = "task-3086196" [ 1300.748384] env[69702]: _type = "Task" [ 1300.748384] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.758038] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.937839] env[69702]: DEBUG nova.compute.manager [req-9d4c5b8e-5eb1-4e6a-b096-2c82e954cf26 req-ee60db2f-3492-47ea-ba5f-12c5b08858f6 service nova] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Received event network-vif-deleted-58fcb703-8e7b-4d99-a6b2-e333de4bb1b0 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.938172] env[69702]: INFO nova.compute.manager [req-9d4c5b8e-5eb1-4e6a-b096-2c82e954cf26 req-ee60db2f-3492-47ea-ba5f-12c5b08858f6 service nova] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Neutron deleted interface 58fcb703-8e7b-4d99-a6b2-e333de4bb1b0; detaching it from the instance and deleting it from the info cache [ 1300.938444] env[69702]: DEBUG nova.network.neutron [req-9d4c5b8e-5eb1-4e6a-b096-2c82e954cf26 req-ee60db2f-3492-47ea-ba5f-12c5b08858f6 service nova] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.261184] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086196, 'name': ReconfigVM_Task, 'duration_secs': 0.292431} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.261718] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] aa9f11e6-424a-4b74-b982-718f7073378d/aa9f11e6-424a-4b74-b982-718f7073378d.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.262388] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa93da01-f4db-4a3e-b8e9-9bbdd5ec6bad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.269386] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1301.269386] env[69702]: value = "task-3086197" [ 1301.269386] env[69702]: _type = "Task" [ 1301.269386] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.277252] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086197, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.375659] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f52795e-9a45-420d-9fc3-14be79860a2f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.384911] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3637974d-d061-482a-b6c4-0d2f66a042ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.414758] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a136fe79-c83c-4269-96d4-8faaa0748f13 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.422338] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0370da1-b32f-41d9-9895-ac9577278524 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.426249] env[69702]: DEBUG nova.network.neutron [-] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.439748] env[69702]: DEBUG nova.compute.provider_tree [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.442276] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9aa22519-0364-4aaa-9d31-cf51e7368ab9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.450535] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1dbed3-c9f7-4891-8d36-64f7727223a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.479213] env[69702]: DEBUG nova.compute.manager [req-9d4c5b8e-5eb1-4e6a-b096-2c82e954cf26 req-ee60db2f-3492-47ea-ba5f-12c5b08858f6 service nova] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Detach interface failed, port_id=58fcb703-8e7b-4d99-a6b2-e333de4bb1b0, reason: Instance 506597cb-90b3-4c70-b2ff-ecb9812cebe0 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1301.782635] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086197, 'name': Rename_Task, 'duration_secs': 0.142255} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.783043] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.783374] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f060cd0-729b-47fd-bffb-4a4d8425bbfe {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.791562] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1301.791562] env[69702]: value = "task-3086199" [ 1301.791562] env[69702]: _type = "Task" [ 1301.791562] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.801870] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.928936] env[69702]: INFO nova.compute.manager [-] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Took 1.49 seconds to deallocate network for instance. [ 1301.943267] env[69702]: DEBUG nova.scheduler.client.report [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.301265] env[69702]: DEBUG oslo_vmware.api [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086199, 'name': PowerOnVM_Task, 'duration_secs': 0.425139} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.301499] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.301720] env[69702]: INFO nova.compute.manager [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1302.301911] env[69702]: DEBUG nova.compute.manager [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.302684] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f4a0c4-bdfb-4018-80ef-76d32e2b65c1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.435449] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.448607] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.449185] env[69702]: DEBUG nova.compute.manager [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1302.451857] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.017s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.452080] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.475619] env[69702]: INFO nova.scheduler.client.report [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted allocations for instance 506597cb-90b3-4c70-b2ff-ecb9812cebe0 [ 1302.819939] env[69702]: INFO nova.compute.manager [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Took 11.86 seconds to build instance. [ 1302.956695] env[69702]: DEBUG nova.compute.utils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.960669] env[69702]: DEBUG nova.compute.manager [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1302.960669] env[69702]: DEBUG nova.network.neutron [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1302.983569] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b74bcc72-ac3f-45ab-8c8f-a648f3a221de tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "506597cb-90b3-4c70-b2ff-ecb9812cebe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.176s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.023184] env[69702]: DEBUG nova.policy [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caa8fb4cfcf04ab9bf5a85327642a3c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84e9744b32da41eabc6501e9ef694543', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1303.061679] env[69702]: DEBUG nova.compute.manager [req-7a51b473-3037-41f9-b98f-1e088811671f req-ae4740a0-08dc-48b5-bc48-cd955a5a50cc service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Received event network-changed-137e84f9-d04e-44c1-8b81-00b744b36469 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.061893] env[69702]: DEBUG nova.compute.manager [req-7a51b473-3037-41f9-b98f-1e088811671f req-ae4740a0-08dc-48b5-bc48-cd955a5a50cc service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Refreshing instance network info cache due to event network-changed-137e84f9-d04e-44c1-8b81-00b744b36469. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1303.062091] env[69702]: DEBUG oslo_concurrency.lockutils [req-7a51b473-3037-41f9-b98f-1e088811671f req-ae4740a0-08dc-48b5-bc48-cd955a5a50cc service nova] Acquiring lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.062252] env[69702]: DEBUG oslo_concurrency.lockutils [req-7a51b473-3037-41f9-b98f-1e088811671f req-ae4740a0-08dc-48b5-bc48-cd955a5a50cc service nova] Acquired lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.062441] env[69702]: DEBUG nova.network.neutron [req-7a51b473-3037-41f9-b98f-1e088811671f req-ae4740a0-08dc-48b5-bc48-cd955a5a50cc service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Refreshing network info cache for port 137e84f9-d04e-44c1-8b81-00b744b36469 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.286942] env[69702]: DEBUG nova.network.neutron [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Successfully created port: d9c3e69b-60e5-4cbe-afa8-99e4395edce2 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.322273] env[69702]: DEBUG oslo_concurrency.lockutils [None req-99ff16cb-3901-412c-8397-f991613b4b4a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "aa9f11e6-424a-4b74-b982-718f7073378d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.370s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.460939] env[69702]: DEBUG nova.compute.manager [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1303.769236] env[69702]: DEBUG nova.network.neutron [req-7a51b473-3037-41f9-b98f-1e088811671f req-ae4740a0-08dc-48b5-bc48-cd955a5a50cc service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updated VIF entry in instance network info cache for port 137e84f9-d04e-44c1-8b81-00b744b36469. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.769630] env[69702]: DEBUG nova.network.neutron [req-7a51b473-3037-41f9-b98f-1e088811671f req-ae4740a0-08dc-48b5-bc48-cd955a5a50cc service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance_info_cache with network_info: [{"id": "137e84f9-d04e-44c1-8b81-00b744b36469", "address": "fa:16:3e:74:e4:cf", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137e84f9-d0", "ovs_interfaceid": "137e84f9-d04e-44c1-8b81-00b744b36469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.045065] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Volume attach. Driver type: vmdk {{(pid=69702) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1304.045333] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617777', 'volume_id': '752b7dea-a9d1-40b7-91a1-e15a5e97a266', 'name': 'volume-752b7dea-a9d1-40b7-91a1-e15a5e97a266', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97ebb464-fa27-488c-8b26-7f24de9c3eb9', 'attached_at': '', 'detached_at': '', 'volume_id': '752b7dea-a9d1-40b7-91a1-e15a5e97a266', 'serial': '752b7dea-a9d1-40b7-91a1-e15a5e97a266'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1304.046302] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c0660b-4340-468a-bf07-a06dbc6dd2bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.062839] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae22bba-9efc-4bd1-9d94-8a4ed83b0f36 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.087022] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-752b7dea-a9d1-40b7-91a1-e15a5e97a266/volume-752b7dea-a9d1-40b7-91a1-e15a5e97a266.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.087303] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9732586-8451-4d1f-beef-2e3bb63f785a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.105370] env[69702]: DEBUG oslo_vmware.api [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1304.105370] env[69702]: value = "task-3086200" [ 1304.105370] env[69702]: _type = "Task" [ 1304.105370] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.113255] env[69702]: DEBUG oslo_vmware.api [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.272605] env[69702]: DEBUG oslo_concurrency.lockutils [req-7a51b473-3037-41f9-b98f-1e088811671f req-ae4740a0-08dc-48b5-bc48-cd955a5a50cc service nova] Releasing lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.470642] env[69702]: DEBUG nova.compute.manager [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1304.497962] env[69702]: DEBUG nova.virt.hardware [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.498354] env[69702]: DEBUG nova.virt.hardware [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.498574] env[69702]: DEBUG nova.virt.hardware [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.498786] env[69702]: DEBUG nova.virt.hardware [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.498975] env[69702]: DEBUG nova.virt.hardware [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.499181] env[69702]: DEBUG nova.virt.hardware [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.499437] env[69702]: DEBUG nova.virt.hardware [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.499672] env[69702]: DEBUG nova.virt.hardware [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.499924] env[69702]: DEBUG nova.virt.hardware [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.500167] env[69702]: DEBUG nova.virt.hardware [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.500626] env[69702]: DEBUG nova.virt.hardware [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.501390] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0562c4d0-9618-4355-80b6-e0766566ac4e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.509610] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f264bda-0778-4f66-a92c-b15892f81898 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.614527] env[69702]: DEBUG oslo_vmware.api [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086200, 'name': ReconfigVM_Task, 'duration_secs': 0.481624} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.614849] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-752b7dea-a9d1-40b7-91a1-e15a5e97a266/volume-752b7dea-a9d1-40b7-91a1-e15a5e97a266.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.619460] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b38cdb41-2950-4384-8ba2-93dcc5189bd8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.634472] env[69702]: DEBUG oslo_vmware.api [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1304.634472] env[69702]: value = "task-3086201" [ 1304.634472] env[69702]: _type = "Task" [ 1304.634472] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.642460] env[69702]: DEBUG oslo_vmware.api [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.727966] env[69702]: DEBUG nova.network.neutron [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Successfully updated port: d9c3e69b-60e5-4cbe-afa8-99e4395edce2 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.090347] env[69702]: DEBUG nova.compute.manager [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Received event network-vif-plugged-d9c3e69b-60e5-4cbe-afa8-99e4395edce2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.090599] env[69702]: DEBUG oslo_concurrency.lockutils [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] Acquiring lock "bb634e94-c3a8-4aa5-92cb-fb0d6c73c677-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.090813] env[69702]: DEBUG oslo_concurrency.lockutils [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] Lock "bb634e94-c3a8-4aa5-92cb-fb0d6c73c677-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.090981] env[69702]: DEBUG oslo_concurrency.lockutils [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] Lock "bb634e94-c3a8-4aa5-92cb-fb0d6c73c677-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.091336] env[69702]: DEBUG nova.compute.manager [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] No waiting events found dispatching network-vif-plugged-d9c3e69b-60e5-4cbe-afa8-99e4395edce2 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1305.091757] env[69702]: WARNING nova.compute.manager [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Received unexpected event network-vif-plugged-d9c3e69b-60e5-4cbe-afa8-99e4395edce2 for instance with vm_state building and task_state spawning. [ 1305.091757] env[69702]: DEBUG nova.compute.manager [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Received event network-changed-d9c3e69b-60e5-4cbe-afa8-99e4395edce2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.092096] env[69702]: DEBUG nova.compute.manager [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Refreshing instance network info cache due to event network-changed-d9c3e69b-60e5-4cbe-afa8-99e4395edce2. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.092096] env[69702]: DEBUG oslo_concurrency.lockutils [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] Acquiring lock "refresh_cache-bb634e94-c3a8-4aa5-92cb-fb0d6c73c677" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.092248] env[69702]: DEBUG oslo_concurrency.lockutils [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] Acquired lock "refresh_cache-bb634e94-c3a8-4aa5-92cb-fb0d6c73c677" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.092340] env[69702]: DEBUG nova.network.neutron [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Refreshing network info cache for port d9c3e69b-60e5-4cbe-afa8-99e4395edce2 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.143331] env[69702]: DEBUG oslo_vmware.api [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086201, 'name': ReconfigVM_Task, 'duration_secs': 0.14847} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.143683] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617777', 'volume_id': '752b7dea-a9d1-40b7-91a1-e15a5e97a266', 'name': 'volume-752b7dea-a9d1-40b7-91a1-e15a5e97a266', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97ebb464-fa27-488c-8b26-7f24de9c3eb9', 'attached_at': '', 'detached_at': '', 'volume_id': '752b7dea-a9d1-40b7-91a1-e15a5e97a266', 'serial': '752b7dea-a9d1-40b7-91a1-e15a5e97a266'} {{(pid=69702) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1305.230968] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "refresh_cache-bb634e94-c3a8-4aa5-92cb-fb0d6c73c677" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.622624] env[69702]: DEBUG nova.network.neutron [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.685596] env[69702]: DEBUG nova.network.neutron [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.177647] env[69702]: DEBUG nova.objects.instance [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lazy-loading 'flavor' on Instance uuid 97ebb464-fa27-488c-8b26-7f24de9c3eb9 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.187908] env[69702]: DEBUG oslo_concurrency.lockutils [req-8d72829a-fa69-4618-a2ee-9f36af004781 req-a2f12a93-5098-4263-8712-db326df5de0a service nova] Releasing lock "refresh_cache-bb634e94-c3a8-4aa5-92cb-fb0d6c73c677" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.188791] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "refresh_cache-bb634e94-c3a8-4aa5-92cb-fb0d6c73c677" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.188791] env[69702]: DEBUG nova.network.neutron [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.682393] env[69702]: DEBUG oslo_concurrency.lockutils [None req-b41cf4d1-bcc5-4039-ac9a-e0dcff099dea tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.716982] env[69702]: DEBUG nova.network.neutron [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.841152] env[69702]: DEBUG nova.network.neutron [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Updating instance_info_cache with network_info: [{"id": "d9c3e69b-60e5-4cbe-afa8-99e4395edce2", "address": "fa:16:3e:6e:c8:67", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c3e69b-60", "ovs_interfaceid": "d9c3e69b-60e5-4cbe-afa8-99e4395edce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.854326] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "b3450c3d-e84e-4843-8488-e521af8d96d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.854547] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "b3450c3d-e84e-4843-8488-e521af8d96d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.854846] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "b3450c3d-e84e-4843-8488-e521af8d96d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.855159] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "b3450c3d-e84e-4843-8488-e521af8d96d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.855351] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "b3450c3d-e84e-4843-8488-e521af8d96d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.857231] env[69702]: INFO nova.compute.manager [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Terminating instance [ 1306.890972] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.891202] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.344270] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "refresh_cache-bb634e94-c3a8-4aa5-92cb-fb0d6c73c677" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.344616] env[69702]: DEBUG nova.compute.manager [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Instance network_info: |[{"id": "d9c3e69b-60e5-4cbe-afa8-99e4395edce2", "address": "fa:16:3e:6e:c8:67", "network": {"id": "274e7951-bb0f-492e-9642-ec92a004eefa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-364624755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e9744b32da41eabc6501e9ef694543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c3e69b-60", "ovs_interfaceid": "d9c3e69b-60e5-4cbe-afa8-99e4395edce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1307.345066] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:c8:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9c3e69b-60e5-4cbe-afa8-99e4395edce2', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.352583] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.352791] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.353027] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2fbd9ed-88ee-4d0e-a3cd-1f8c56fbcef7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.367468] env[69702]: DEBUG nova.compute.manager [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.367687] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.368126] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b0d1cd3-6e88-48fe-83d1-427b34e06b5e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.374829] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.374829] env[69702]: value = "task-3086203" [ 1307.374829] env[69702]: _type = "Task" [ 1307.374829] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.378953] env[69702]: DEBUG oslo_vmware.api [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1307.378953] env[69702]: value = "task-3086202" [ 1307.378953] env[69702]: _type = "Task" [ 1307.378953] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.384493] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086203, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.389141] env[69702]: DEBUG oslo_vmware.api [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.393917] env[69702]: INFO nova.compute.manager [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Detaching volume 752b7dea-a9d1-40b7-91a1-e15a5e97a266 [ 1307.430194] env[69702]: INFO nova.virt.block_device [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Attempting to driver detach volume 752b7dea-a9d1-40b7-91a1-e15a5e97a266 from mountpoint /dev/sdb [ 1307.430498] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1307.430747] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617777', 'volume_id': '752b7dea-a9d1-40b7-91a1-e15a5e97a266', 'name': 'volume-752b7dea-a9d1-40b7-91a1-e15a5e97a266', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97ebb464-fa27-488c-8b26-7f24de9c3eb9', 'attached_at': '', 'detached_at': '', 'volume_id': '752b7dea-a9d1-40b7-91a1-e15a5e97a266', 'serial': '752b7dea-a9d1-40b7-91a1-e15a5e97a266'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1307.431642] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74c3c46-f018-4815-88b9-7d1d55f399e2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.453648] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2fea8d-0c22-463f-b2bc-7eab8ffe8505 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.461337] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f696de6d-1c8b-40ad-b388-b5c09a6571f1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.481840] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17a4f31-f12b-456b-8682-27bb848ddb2b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.497967] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] The volume has not been displaced from its original location: [datastore2] volume-752b7dea-a9d1-40b7-91a1-e15a5e97a266/volume-752b7dea-a9d1-40b7-91a1-e15a5e97a266.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1307.503394] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1307.503742] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41820a8e-4f81-41d0-a8f1-8a18395bca57 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.522107] env[69702]: DEBUG oslo_vmware.api [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1307.522107] env[69702]: value = "task-3086204" [ 1307.522107] env[69702]: _type = "Task" [ 1307.522107] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.530436] env[69702]: DEBUG oslo_vmware.api [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.891606] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086203, 'name': CreateVM_Task, 'duration_secs': 0.326957} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.891959] env[69702]: DEBUG oslo_vmware.api [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086202, 'name': PowerOffVM_Task, 'duration_secs': 0.246308} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.892106] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.892255] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.892443] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Volume detach. Driver type: vmdk {{(pid=69702) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1307.892629] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617766', 'volume_id': 'fb46b75d-f0f7-4128-8668-d67fc283f46a', 'name': 'volume-fb46b75d-f0f7-4128-8668-d67fc283f46a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b3450c3d-e84e-4843-8488-e521af8d96d6', 'attached_at': '2025-03-19T14:04:32.000000', 'detached_at': '', 'volume_id': 'fb46b75d-f0f7-4128-8668-d67fc283f46a', 'serial': 'fb46b75d-f0f7-4128-8668-d67fc283f46a'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1307.893297] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.893453] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.893766] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.894460] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b669a1ce-5912-4c5b-af68-0f1c46627920 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.896610] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815ce041-c07d-4918-a482-71215069b6b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.901214] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1307.901214] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5208563e-82a5-9a90-793d-45be1090c653" [ 1307.901214] env[69702]: _type = "Task" [ 1307.901214] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.916785] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36b3e41-fd37-4ae7-9f90-b4d0b9aab5f1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.923870] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]5208563e-82a5-9a90-793d-45be1090c653, 'name': SearchDatastore_Task, 'duration_secs': 0.009412} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.925447] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.925685] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.925910] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.926072] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.926255] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.926562] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bf1e6ab-804d-4520-ac13-d13290507104 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.928526] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ce7b16-26ec-4d75-8a08-6ab0c8e9558d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.956304] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb1a987-5513-45a9-8f36-f0cdefd66f7e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.959112] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.959309] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.960023] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f67d65a-c256-4ba3-b309-1f43248c5161 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.974925] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] The volume has not been displaced from its original location: [datastore1] volume-fb46b75d-f0f7-4128-8668-d67fc283f46a/volume-fb46b75d-f0f7-4128-8668-d67fc283f46a.vmdk. No consolidation needed. {{(pid=69702) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1307.980186] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1307.981549] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90a980d1-79c1-4a56-a560-50ce267221ef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.993844] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1307.993844] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525bc3b0-be55-95ff-5f60-55ff6b77dab7" [ 1307.993844] env[69702]: _type = "Task" [ 1307.993844] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.999056] env[69702]: DEBUG oslo_vmware.api [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1307.999056] env[69702]: value = "task-3086205" [ 1307.999056] env[69702]: _type = "Task" [ 1307.999056] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.002382] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]525bc3b0-be55-95ff-5f60-55ff6b77dab7, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.005482] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e2cad6-15b8-45e2-8bce-263ce7b15b77 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.012930] env[69702]: DEBUG oslo_vmware.api [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086205, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.014028] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1308.014028] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523ed953-c81e-3085-b2c4-5df1c6220484" [ 1308.014028] env[69702]: _type = "Task" [ 1308.014028] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.021440] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523ed953-c81e-3085-b2c4-5df1c6220484, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.021674] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.021957] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] bb634e94-c3a8-4aa5-92cb-fb0d6c73c677/bb634e94-c3a8-4aa5-92cb-fb0d6c73c677.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.022210] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0147d83-eb46-4360-ad8b-2afffc9493a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.031266] env[69702]: DEBUG oslo_vmware.api [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086204, 'name': ReconfigVM_Task, 'duration_secs': 0.223319} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.032445] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1308.037447] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1308.037447] env[69702]: value = "task-3086206" [ 1308.037447] env[69702]: _type = "Task" [ 1308.037447] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.037681] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32423029-7727-4cde-8358-7da621863e75 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.057880] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.059326] env[69702]: DEBUG oslo_vmware.api [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1308.059326] env[69702]: value = "task-3086207" [ 1308.059326] env[69702]: _type = "Task" [ 1308.059326] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.067193] env[69702]: DEBUG oslo_vmware.api [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.511843] env[69702]: DEBUG oslo_vmware.api [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086205, 'name': ReconfigVM_Task, 'duration_secs': 0.154361} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.512248] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1308.516984] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbf275d4-cde1-4dc9-b196-91f8158926c9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.530902] env[69702]: DEBUG oslo_vmware.api [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1308.530902] env[69702]: value = "task-3086208" [ 1308.530902] env[69702]: _type = "Task" [ 1308.530902] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.538361] env[69702]: DEBUG oslo_vmware.api [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.556416] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48966} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.556729] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] bb634e94-c3a8-4aa5-92cb-fb0d6c73c677/bb634e94-c3a8-4aa5-92cb-fb0d6c73c677.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.556978] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1308.557244] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3a39daf-f271-45b1-925a-dd5642cacf38 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.566494] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1308.566494] env[69702]: value = "task-3086209" [ 1308.566494] env[69702]: _type = "Task" [ 1308.566494] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.569574] env[69702]: DEBUG oslo_vmware.api [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086207, 'name': ReconfigVM_Task, 'duration_secs': 0.135683} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.572548] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617777', 'volume_id': '752b7dea-a9d1-40b7-91a1-e15a5e97a266', 'name': 'volume-752b7dea-a9d1-40b7-91a1-e15a5e97a266', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97ebb464-fa27-488c-8b26-7f24de9c3eb9', 'attached_at': '', 'detached_at': '', 'volume_id': '752b7dea-a9d1-40b7-91a1-e15a5e97a266', 'serial': '752b7dea-a9d1-40b7-91a1-e15a5e97a266'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1308.579060] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.040832] env[69702]: DEBUG oslo_vmware.api [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086208, 'name': ReconfigVM_Task, 'duration_secs': 0.15856} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.041264] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-617766', 'volume_id': 'fb46b75d-f0f7-4128-8668-d67fc283f46a', 'name': 'volume-fb46b75d-f0f7-4128-8668-d67fc283f46a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b3450c3d-e84e-4843-8488-e521af8d96d6', 'attached_at': '2025-03-19T14:04:32.000000', 'detached_at': '', 'volume_id': 'fb46b75d-f0f7-4128-8668-d67fc283f46a', 'serial': 'fb46b75d-f0f7-4128-8668-d67fc283f46a'} {{(pid=69702) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1309.041424] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.042251] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44daf532-8f1a-4780-bbda-c6191c0f6c2e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.048690] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.048940] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bf9f0de-4edd-4d9f-9a6d-f168a461902a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.078720] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06878} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.079027] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.079774] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab67417d-61a2-4628-81cf-bb94ca95fc49 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.100936] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] bb634e94-c3a8-4aa5-92cb-fb0d6c73c677/bb634e94-c3a8-4aa5-92cb-fb0d6c73c677.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.101284] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fdc726a-29a0-4198-b701-3afe93413fdb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.116643] env[69702]: DEBUG nova.objects.instance [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lazy-loading 'flavor' on Instance uuid 97ebb464-fa27-488c-8b26-7f24de9c3eb9 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.123098] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1309.123098] env[69702]: value = "task-3086211" [ 1309.123098] env[69702]: _type = "Task" [ 1309.123098] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.132170] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.133975] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.134192] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.134375] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleting the datastore file [datastore1] b3450c3d-e84e-4843-8488-e521af8d96d6 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.134867] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e43c151f-8189-4d4e-af82-1ecc56bbdd98 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.140047] env[69702]: DEBUG oslo_vmware.api [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1309.140047] env[69702]: value = "task-3086212" [ 1309.140047] env[69702]: _type = "Task" [ 1309.140047] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.147577] env[69702]: DEBUG oslo_vmware.api [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.632682] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086211, 'name': ReconfigVM_Task, 'duration_secs': 0.298155} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.632965] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Reconfigured VM instance instance-0000007e to attach disk [datastore1] bb634e94-c3a8-4aa5-92cb-fb0d6c73c677/bb634e94-c3a8-4aa5-92cb-fb0d6c73c677.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.634770] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13217dec-7c18-454a-bdb8-45945e592be1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.640862] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1309.640862] env[69702]: value = "task-3086213" [ 1309.640862] env[69702]: _type = "Task" [ 1309.640862] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.651138] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086213, 'name': Rename_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.654102] env[69702]: DEBUG oslo_vmware.api [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114439} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.654334] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.654523] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.654690] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.654864] env[69702]: INFO nova.compute.manager [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1309.655113] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.655296] env[69702]: DEBUG nova.compute.manager [-] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.655391] env[69702]: DEBUG nova.network.neutron [-] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.124808] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d8dc1336-f61c-4248-952b-aa6d069dadaf tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.135468] env[69702]: DEBUG nova.compute.manager [req-024d5fc6-5d45-46b9-a531-34962bf2277a req-c1cbae1a-193c-4296-ac4e-a2819eaeffe8 service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Received event network-vif-deleted-97dbf65f-f429-43c1-adff-05b0fc17dfec {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.135751] env[69702]: INFO nova.compute.manager [req-024d5fc6-5d45-46b9-a531-34962bf2277a req-c1cbae1a-193c-4296-ac4e-a2819eaeffe8 service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Neutron deleted interface 97dbf65f-f429-43c1-adff-05b0fc17dfec; detaching it from the instance and deleting it from the info cache [ 1310.136026] env[69702]: DEBUG nova.network.neutron [req-024d5fc6-5d45-46b9-a531-34962bf2277a req-c1cbae1a-193c-4296-ac4e-a2819eaeffe8 service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.155449] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086213, 'name': Rename_Task, 'duration_secs': 0.18661} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.155735] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.156023] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a71c1ab4-bbaa-41d6-83d0-41d1e7d53d9a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.162568] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1310.162568] env[69702]: value = "task-3086214" [ 1310.162568] env[69702]: _type = "Task" [ 1310.162568] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.170426] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.618480] env[69702]: DEBUG nova.network.neutron [-] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.639276] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f35a086-11cb-477d-a861-87ec9d8c8ccf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.649678] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3cea09-1af0-4cb2-8ceb-6dcc7648623f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.678014] env[69702]: DEBUG oslo_vmware.api [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086214, 'name': PowerOnVM_Task, 'duration_secs': 0.479607} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.686439] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.686682] env[69702]: INFO nova.compute.manager [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Took 6.22 seconds to spawn the instance on the hypervisor. [ 1310.686866] env[69702]: DEBUG nova.compute.manager [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.687632] env[69702]: DEBUG nova.compute.manager [req-024d5fc6-5d45-46b9-a531-34962bf2277a req-c1cbae1a-193c-4296-ac4e-a2819eaeffe8 service nova] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Detach interface failed, port_id=97dbf65f-f429-43c1-adff-05b0fc17dfec, reason: Instance b3450c3d-e84e-4843-8488-e521af8d96d6 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1310.689257] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d76362a-4075-491a-a9bc-dfb652293257 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.122026] env[69702]: INFO nova.compute.manager [-] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Took 1.47 seconds to deallocate network for instance. [ 1311.166802] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.167204] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.167371] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.167970] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.168172] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.170434] env[69702]: INFO nova.compute.manager [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Terminating instance [ 1311.204317] env[69702]: INFO nova.compute.manager [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Took 10.98 seconds to build instance. [ 1311.667583] env[69702]: INFO nova.compute.manager [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Took 0.55 seconds to detach 1 volumes for instance. [ 1311.670016] env[69702]: DEBUG nova.compute.manager [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Deleting volume: fb46b75d-f0f7-4128-8668-d67fc283f46a {{(pid=69702) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1311.674547] env[69702]: DEBUG nova.compute.manager [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.674757] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.675602] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a3b29a-b2eb-4d67-b4d5-84a62991266b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.683322] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.683655] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b6a7ee0-ce02-418b-b400-c8a1117cd4ee {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.689794] env[69702]: DEBUG oslo_vmware.api [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1311.689794] env[69702]: value = "task-3086215" [ 1311.689794] env[69702]: _type = "Task" [ 1311.689794] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.697997] env[69702]: DEBUG oslo_vmware.api [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.705963] env[69702]: DEBUG oslo_concurrency.lockutils [None req-654fb53d-f17f-4d19-8758-87e33a7f5370 tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "bb634e94-c3a8-4aa5-92cb-fb0d6c73c677" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.486s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.200175] env[69702]: DEBUG oslo_vmware.api [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086215, 'name': PowerOffVM_Task, 'duration_secs': 0.194081} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.200456] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.200639] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.200924] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e388625-d1e1-4863-9517-32a64b34281a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.213587] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.213858] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.214086] env[69702]: DEBUG nova.objects.instance [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lazy-loading 'resources' on Instance uuid b3450c3d-e84e-4843-8488-e521af8d96d6 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.268803] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.269075] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.269262] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Deleting the datastore file [datastore2] 97ebb464-fa27-488c-8b26-7f24de9c3eb9 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.269530] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94b129fd-b05b-4f79-b75d-5e16febd6b3c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.279030] env[69702]: DEBUG oslo_vmware.api [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for the task: (returnval){ [ 1312.279030] env[69702]: value = "task-3086218" [ 1312.279030] env[69702]: _type = "Task" [ 1312.279030] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.285839] env[69702]: DEBUG oslo_vmware.api [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.789267] env[69702]: DEBUG oslo_vmware.api [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Task: {'id': task-3086218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137014} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.791560] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.791752] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.791937] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.792130] env[69702]: INFO nova.compute.manager [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1312.792371] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.792885] env[69702]: DEBUG nova.compute.manager [-] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.792988] env[69702]: DEBUG nova.network.neutron [-] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.811350] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc14f055-716c-4f80-ae25-9ef2be38b48d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.818159] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae9c571-ab4d-48ed-b115-3b479940b403 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.850248] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7559e7c2-916a-4af6-9f1d-87cfaf4f95ab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.857502] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd9cff4-4e90-48c5-9983-ede5525d3f73 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.870632] env[69702]: DEBUG nova.compute.provider_tree [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.939776] env[69702]: DEBUG oslo_concurrency.lockutils [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "bb634e94-c3a8-4aa5-92cb-fb0d6c73c677" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.940046] env[69702]: DEBUG oslo_concurrency.lockutils [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "bb634e94-c3a8-4aa5-92cb-fb0d6c73c677" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.940272] env[69702]: DEBUG oslo_concurrency.lockutils [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "bb634e94-c3a8-4aa5-92cb-fb0d6c73c677-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.940457] env[69702]: DEBUG oslo_concurrency.lockutils [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "bb634e94-c3a8-4aa5-92cb-fb0d6c73c677-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.940644] env[69702]: DEBUG oslo_concurrency.lockutils [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "bb634e94-c3a8-4aa5-92cb-fb0d6c73c677-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.942760] env[69702]: INFO nova.compute.manager [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Terminating instance [ 1313.293158] env[69702]: DEBUG nova.compute.manager [req-2a76e3bc-7a3f-44a0-890c-3a60553fb532 req-09492bda-db09-4943-855b-d5e9ed84bd47 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Received event network-vif-deleted-2e6e7595-1692-4923-9102-2dc8907bf6a8 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.293451] env[69702]: INFO nova.compute.manager [req-2a76e3bc-7a3f-44a0-890c-3a60553fb532 req-09492bda-db09-4943-855b-d5e9ed84bd47 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Neutron deleted interface 2e6e7595-1692-4923-9102-2dc8907bf6a8; detaching it from the instance and deleting it from the info cache [ 1313.293711] env[69702]: DEBUG nova.network.neutron [req-2a76e3bc-7a3f-44a0-890c-3a60553fb532 req-09492bda-db09-4943-855b-d5e9ed84bd47 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.373357] env[69702]: DEBUG nova.scheduler.client.report [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.447325] env[69702]: DEBUG nova.compute.manager [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.447615] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.448665] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbba537f-7485-4646-b5ef-b23951c3078e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.456524] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.456772] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c3197c8-6958-491c-ab23-b72b1dfb6eb6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.463362] env[69702]: DEBUG oslo_vmware.api [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1313.463362] env[69702]: value = "task-3086219" [ 1313.463362] env[69702]: _type = "Task" [ 1313.463362] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.470782] env[69702]: DEBUG oslo_vmware.api [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.777013] env[69702]: DEBUG nova.network.neutron [-] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.796901] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f06420b-db53-4e20-a3ae-29c8c2e462ef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.806030] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8099af6e-e611-465f-9351-81237c081fb8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.835183] env[69702]: DEBUG nova.compute.manager [req-2a76e3bc-7a3f-44a0-890c-3a60553fb532 req-09492bda-db09-4943-855b-d5e9ed84bd47 service nova] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Detach interface failed, port_id=2e6e7595-1692-4923-9102-2dc8907bf6a8, reason: Instance 97ebb464-fa27-488c-8b26-7f24de9c3eb9 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1313.878745] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.900538] env[69702]: INFO nova.scheduler.client.report [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleted allocations for instance b3450c3d-e84e-4843-8488-e521af8d96d6 [ 1313.973183] env[69702]: DEBUG oslo_vmware.api [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086219, 'name': PowerOffVM_Task, 'duration_secs': 0.229956} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.973453] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.973632] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.973879] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e9e5bda-7c9e-4a61-a28e-5900ba80c800 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.038570] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.038781] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.038979] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleting the datastore file [datastore1] bb634e94-c3a8-4aa5-92cb-fb0d6c73c677 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.039260] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a478c900-6654-470a-b8af-35aeb35d4bef {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.045163] env[69702]: DEBUG oslo_vmware.api [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for the task: (returnval){ [ 1314.045163] env[69702]: value = "task-3086221" [ 1314.045163] env[69702]: _type = "Task" [ 1314.045163] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.052797] env[69702]: DEBUG oslo_vmware.api [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.279730] env[69702]: INFO nova.compute.manager [-] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Took 1.49 seconds to deallocate network for instance. [ 1314.408480] env[69702]: DEBUG oslo_concurrency.lockutils [None req-55582d27-e4d5-486d-b2f0-c42fda10a3ae tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "b3450c3d-e84e-4843-8488-e521af8d96d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.554s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.555089] env[69702]: DEBUG oslo_vmware.api [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Task: {'id': task-3086221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141889} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.555365] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.555553] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.555731] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.555907] env[69702]: INFO nova.compute.manager [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1314.556166] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.556356] env[69702]: DEBUG nova.compute.manager [-] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.556452] env[69702]: DEBUG nova.network.neutron [-] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1314.669571] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "3edb94af-d9ee-4cb3-ab8c-25d3905ded87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.669819] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "3edb94af-d9ee-4cb3-ab8c-25d3905ded87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.670043] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "3edb94af-d9ee-4cb3-ab8c-25d3905ded87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.670233] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "3edb94af-d9ee-4cb3-ab8c-25d3905ded87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.670406] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "3edb94af-d9ee-4cb3-ab8c-25d3905ded87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.672654] env[69702]: INFO nova.compute.manager [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Terminating instance [ 1314.786019] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.786331] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.786560] env[69702]: DEBUG nova.objects.instance [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lazy-loading 'resources' on Instance uuid 97ebb464-fa27-488c-8b26-7f24de9c3eb9 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.176949] env[69702]: DEBUG nova.compute.manager [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.177244] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.178147] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ba5b1c-5dc9-46cc-ada6-68c17e33e03e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.185618] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.185849] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad0308a9-22d5-43dd-9b9b-b7c485f5efd8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.192333] env[69702]: DEBUG oslo_vmware.api [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1315.192333] env[69702]: value = "task-3086222" [ 1315.192333] env[69702]: _type = "Task" [ 1315.192333] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.199736] env[69702]: DEBUG oslo_vmware.api [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.261519] env[69702]: DEBUG nova.network.neutron [-] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.318831] env[69702]: DEBUG nova.compute.manager [req-a06dd4d1-4ac7-4a55-83e4-836d9bb2f74c req-a8e61b6e-8d52-4610-b64f-99255af213e6 service nova] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Received event network-vif-deleted-d9c3e69b-60e5-4cbe-afa8-99e4395edce2 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.381285] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ae2e8f-0164-402a-ab8b-f3a83d6fb80f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.390107] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5c6ae1-69eb-4d55-b7f6-100be92161d9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.421552] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fc58f4-96ed-41ec-b8bd-6baf75469a89 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.428685] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fed30a4-1748-434d-9e38-74af968d82eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.441505] env[69702]: DEBUG nova.compute.provider_tree [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.702372] env[69702]: DEBUG oslo_vmware.api [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086222, 'name': PowerOffVM_Task, 'duration_secs': 0.218958} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.703058] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.703058] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.703058] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d03abb6-7702-4c5d-ac96-1dfe0df0639e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.764582] env[69702]: INFO nova.compute.manager [-] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Took 1.21 seconds to deallocate network for instance. [ 1315.944881] env[69702]: DEBUG nova.scheduler.client.report [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.271356] env[69702]: DEBUG oslo_concurrency.lockutils [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.450721] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.452451] env[69702]: DEBUG oslo_concurrency.lockutils [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.181s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.452692] env[69702]: DEBUG nova.objects.instance [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lazy-loading 'resources' on Instance uuid bb634e94-c3a8-4aa5-92cb-fb0d6c73c677 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.468511] env[69702]: INFO nova.scheduler.client.report [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Deleted allocations for instance 97ebb464-fa27-488c-8b26-7f24de9c3eb9 [ 1316.481359] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.481565] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.481817] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleting the datastore file [datastore1] 3edb94af-d9ee-4cb3-ab8c-25d3905ded87 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.482127] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52ca1665-4e4c-45b4-9b02-238b5a8afb3d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.487778] env[69702]: DEBUG oslo_vmware.api [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1316.487778] env[69702]: value = "task-3086224" [ 1316.487778] env[69702]: _type = "Task" [ 1316.487778] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.496965] env[69702]: DEBUG oslo_vmware.api [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.975725] env[69702]: DEBUG oslo_concurrency.lockutils [None req-7a718e0d-3578-4a29-bfb0-0adb1de6d9ed tempest-AttachVolumeNegativeTest-1803631121 tempest-AttachVolumeNegativeTest-1803631121-project-member] Lock "97ebb464-fa27-488c-8b26-7f24de9c3eb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.809s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.999812] env[69702]: DEBUG oslo_vmware.api [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13871} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.000074] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.000262] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.000439] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.000605] env[69702]: INFO nova.compute.manager [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1317.000874] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.001075] env[69702]: DEBUG nova.compute.manager [-] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.001169] env[69702]: DEBUG nova.network.neutron [-] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.025213] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b690d7bd-3df5-46f4-8d7a-3080467890ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.033909] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082e62e3-18d9-4e2e-8241-b12cb296d139 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.064827] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b1af57-7842-48b0-9d05-955e4908dce9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.072362] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ae8d8b-956f-4e75-bfa8-2ed7013c2fc1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.085146] env[69702]: DEBUG nova.compute.provider_tree [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.346969] env[69702]: DEBUG nova.compute.manager [req-df6e94ac-6f5a-4905-8f69-ccd99b16f508 req-eebfae06-00a6-4b5a-a1ae-df0ee3ec0433 service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Received event network-vif-deleted-2061e0dd-9fa8-4e61-882b-bdd0465f1188 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.346969] env[69702]: INFO nova.compute.manager [req-df6e94ac-6f5a-4905-8f69-ccd99b16f508 req-eebfae06-00a6-4b5a-a1ae-df0ee3ec0433 service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Neutron deleted interface 2061e0dd-9fa8-4e61-882b-bdd0465f1188; detaching it from the instance and deleting it from the info cache [ 1317.347151] env[69702]: DEBUG nova.network.neutron [req-df6e94ac-6f5a-4905-8f69-ccd99b16f508 req-eebfae06-00a6-4b5a-a1ae-df0ee3ec0433 service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.588781] env[69702]: DEBUG nova.scheduler.client.report [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.715858] env[69702]: DEBUG nova.network.neutron [-] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.849774] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7c16da9-fdf2-41cc-84c1-c7e5fb9cbb83 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.859649] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5421008-4604-4eaf-bf67-ae87e9e51f67 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.885895] env[69702]: DEBUG nova.compute.manager [req-df6e94ac-6f5a-4905-8f69-ccd99b16f508 req-eebfae06-00a6-4b5a-a1ae-df0ee3ec0433 service nova] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Detach interface failed, port_id=2061e0dd-9fa8-4e61-882b-bdd0465f1188, reason: Instance 3edb94af-d9ee-4cb3-ab8c-25d3905ded87 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1318.093859] env[69702]: DEBUG oslo_concurrency.lockutils [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.115994] env[69702]: INFO nova.scheduler.client.report [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Deleted allocations for instance bb634e94-c3a8-4aa5-92cb-fb0d6c73c677 [ 1318.219118] env[69702]: INFO nova.compute.manager [-] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Took 1.22 seconds to deallocate network for instance. [ 1318.622395] env[69702]: DEBUG oslo_concurrency.lockutils [None req-402bfcf4-d87b-4315-8bb6-bc1866da8c0b tempest-ServerDiskConfigTestJSON-1631743022 tempest-ServerDiskConfigTestJSON-1631743022-project-member] Lock "bb634e94-c3a8-4aa5-92cb-fb0d6c73c677" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.682s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.725171] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.725520] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.725798] env[69702]: DEBUG nova.objects.instance [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lazy-loading 'resources' on Instance uuid 3edb94af-d9ee-4cb3-ab8c-25d3905ded87 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.290165] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05123501-c11a-4ec5-a083-ca978e5cba88 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.297933] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdfa044-c109-40c9-a587-d408b1547b17 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.328840] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc3a1cb-49da-4b1d-b468-146bfb4d44e2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.336157] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f10b1e-b05a-4295-93b2-e21d39055a2a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.349578] env[69702]: DEBUG nova.compute.provider_tree [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.854216] env[69702]: DEBUG nova.scheduler.client.report [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.359089] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.383193] env[69702]: INFO nova.scheduler.client.report [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleted allocations for instance 3edb94af-d9ee-4cb3-ab8c-25d3905ded87 [ 1320.894796] env[69702]: DEBUG oslo_concurrency.lockutils [None req-de004cc9-e6bc-4af2-9889-20bf42dd770d tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "3edb94af-d9ee-4cb3-ab8c-25d3905ded87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.225s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.369024] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.369734] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.369957] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.370172] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.370348] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.372385] env[69702]: INFO nova.compute.manager [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Terminating instance [ 1323.876160] env[69702]: DEBUG nova.compute.manager [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.876391] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.877279] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f174a64-3054-40ca-8176-55236de19678 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.885940] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.886193] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65f2b3cf-7962-48f5-ac8e-3bb992a28947 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.891788] env[69702]: DEBUG oslo_vmware.api [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1323.891788] env[69702]: value = "task-3086228" [ 1323.891788] env[69702]: _type = "Task" [ 1323.891788] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.899692] env[69702]: DEBUG oslo_vmware.api [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.295826] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.296075] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.296276] env[69702]: INFO nova.compute.manager [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Shelving [ 1324.400754] env[69702]: DEBUG oslo_vmware.api [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086228, 'name': PowerOffVM_Task, 'duration_secs': 0.218818} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.401149] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.401247] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.401503] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c56560d-c446-40dd-9f47-cdcab8f98348 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.469121] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.469349] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.469537] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleting the datastore file [datastore2] 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.469801] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9af3999-92b5-4616-b73c-9a396b1ca17f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.476835] env[69702]: DEBUG oslo_vmware.api [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for the task: (returnval){ [ 1324.476835] env[69702]: value = "task-3086231" [ 1324.476835] env[69702]: _type = "Task" [ 1324.476835] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.484332] env[69702]: DEBUG oslo_vmware.api [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.986365] env[69702]: DEBUG oslo_vmware.api [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Task: {'id': task-3086231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127376} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.986586] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.986816] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.986949] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.987141] env[69702]: INFO nova.compute.manager [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1324.987383] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.987577] env[69702]: DEBUG nova.compute.manager [-] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1324.987670] env[69702]: DEBUG nova.network.neutron [-] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.249501] env[69702]: DEBUG nova.compute.manager [req-a727e8b0-7f0b-436d-b1be-ce844908c428 req-24551113-7ad8-421a-9d88-a5df1cc8d8ed service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Received event network-vif-deleted-812b0625-f126-4c5a-9489-501430506b1e {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.249696] env[69702]: INFO nova.compute.manager [req-a727e8b0-7f0b-436d-b1be-ce844908c428 req-24551113-7ad8-421a-9d88-a5df1cc8d8ed service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Neutron deleted interface 812b0625-f126-4c5a-9489-501430506b1e; detaching it from the instance and deleting it from the info cache [ 1325.249849] env[69702]: DEBUG nova.network.neutron [req-a727e8b0-7f0b-436d-b1be-ce844908c428 req-24551113-7ad8-421a-9d88-a5df1cc8d8ed service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.304782] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.305126] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa744adc-a435-462f-a23d-61c39c965c03 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.312889] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1325.312889] env[69702]: value = "task-3086232" [ 1325.312889] env[69702]: _type = "Task" [ 1325.312889] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.320984] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.734048] env[69702]: DEBUG nova.network.neutron [-] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.752903] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-475f6cf0-f67b-47c1-9446-bbbbea3e9db7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.763041] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127bd7a8-f499-4f91-aefc-a9ef3b179a12 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.789151] env[69702]: DEBUG nova.compute.manager [req-a727e8b0-7f0b-436d-b1be-ce844908c428 req-24551113-7ad8-421a-9d88-a5df1cc8d8ed service nova] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Detach interface failed, port_id=812b0625-f126-4c5a-9489-501430506b1e, reason: Instance 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1325.821783] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086232, 'name': PowerOffVM_Task, 'duration_secs': 0.192735} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.822051] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.822816] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbe4099-7970-4510-81f5-84771a73260d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.840877] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b144f50-9ee1-4f79-a6c5-743ca2bc0d57 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.236524] env[69702]: INFO nova.compute.manager [-] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Took 1.25 seconds to deallocate network for instance. [ 1326.351069] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Creating Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1326.351375] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0c843e96-cc82-4c41-9672-f3e47e583cc9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.358267] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1326.358267] env[69702]: value = "task-3086233" [ 1326.358267] env[69702]: _type = "Task" [ 1326.358267] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.366157] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.743491] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.743905] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.744083] env[69702]: DEBUG nova.objects.instance [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lazy-loading 'resources' on Instance uuid 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.868106] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086233, 'name': CreateSnapshot_Task, 'duration_secs': 0.431452} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.868374] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Created Snapshot of the VM instance {{(pid=69702) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1326.869136] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510558fb-6e67-4429-90ee-2b5c7785ecdc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.302232] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71754fef-39fb-4e2b-a01b-e252ffb911e2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.312252] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7038e2-6d77-41cc-90b4-60e829ffb8d6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.345478] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9845807-a17f-4f71-86ad-2162e2fa23d2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.353357] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc0308f-7d9c-43b6-9677-a8cf9bc40c1c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.371079] env[69702]: DEBUG nova.compute.provider_tree [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.386740] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Creating linked-clone VM from snapshot {{(pid=69702) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1327.387662] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2f47b576-0cc1-4fb8-a7d0-5170e411c132 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.395785] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1327.395785] env[69702]: value = "task-3086234" [ 1327.395785] env[69702]: _type = "Task" [ 1327.395785] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.404885] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086234, 'name': CloneVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.875995] env[69702]: DEBUG nova.scheduler.client.report [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.905429] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086234, 'name': CloneVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.383090] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.407128] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086234, 'name': CloneVM_Task} progress is 95%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.411908] env[69702]: INFO nova.scheduler.client.report [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Deleted allocations for instance 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7 [ 1328.906544] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086234, 'name': CloneVM_Task, 'duration_secs': 1.243998} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.906927] env[69702]: INFO nova.virt.vmwareapi.vmops [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Created linked-clone VM from snapshot [ 1328.907551] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24164d94-b1be-429b-9b9e-59e44dfdbd44 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.914241] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Uploading image 1fa18789-ac62-4fb8-bbec-bd62d45ada6b {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1328.921933] env[69702]: DEBUG oslo_concurrency.lockutils [None req-bcb8fe20-c7e0-46a7-9445-2e203ecd3c98 tempest-ServerActionsTestOtherA-1391055780 tempest-ServerActionsTestOtherA-1391055780-project-member] Lock "3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.552s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.942465] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1328.942465] env[69702]: value = "vm-617780" [ 1328.942465] env[69702]: _type = "VirtualMachine" [ 1328.942465] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1328.943104] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b2b230e-e5ee-46d4-ad9f-e09fe3a6e453 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.949757] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lease: (returnval){ [ 1328.949757] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ede419-3659-e619-95bb-2cb5f4450ee2" [ 1328.949757] env[69702]: _type = "HttpNfcLease" [ 1328.949757] env[69702]: } obtained for exporting VM: (result){ [ 1328.949757] env[69702]: value = "vm-617780" [ 1328.949757] env[69702]: _type = "VirtualMachine" [ 1328.949757] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1328.950073] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the lease: (returnval){ [ 1328.950073] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ede419-3659-e619-95bb-2cb5f4450ee2" [ 1328.950073] env[69702]: _type = "HttpNfcLease" [ 1328.950073] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1328.956139] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1328.956139] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ede419-3659-e619-95bb-2cb5f4450ee2" [ 1328.956139] env[69702]: _type = "HttpNfcLease" [ 1328.956139] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1329.459765] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1329.459765] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ede419-3659-e619-95bb-2cb5f4450ee2" [ 1329.459765] env[69702]: _type = "HttpNfcLease" [ 1329.459765] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1329.460192] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1329.460192] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52ede419-3659-e619-95bb-2cb5f4450ee2" [ 1329.460192] env[69702]: _type = "HttpNfcLease" [ 1329.460192] env[69702]: }. {{(pid=69702) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1329.460781] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6911c842-bbe3-4ee3-955a-5964aa0296b7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.467820] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52856c2d-df56-7951-9157-f90de99ac181/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1329.467998] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52856c2d-df56-7951-9157-f90de99ac181/disk-0.vmdk for reading. {{(pid=69702) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1329.555677] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2bb426a-b698-474e-bbac-7de4e6c2e9f9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.725356] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquiring lock "7815ff94-5e62-48b2-8def-9e33558d382a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.726552] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Lock "7815ff94-5e62-48b2-8def-9e33558d382a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.229485] env[69702]: DEBUG nova.compute.manager [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.753568] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.753879] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.755436] env[69702]: INFO nova.compute.claims [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.816236] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5bb7d4-8524-4dc3-9694-666866ada143 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.824067] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15eeb17-88de-4df0-9415-3f7fa13dfe81 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.855719] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e885d07-0173-47c7-9590-f893ba6ac543 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.863202] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5fcc0a-925f-4081-a9f7-3d1e2fc4dbff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.876778] env[69702]: DEBUG nova.compute.provider_tree [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.380357] env[69702]: DEBUG nova.scheduler.client.report [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.886222] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.886222] env[69702]: DEBUG nova.compute.manager [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.391361] env[69702]: DEBUG nova.compute.utils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1336.392994] env[69702]: DEBUG nova.compute.manager [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Not allocating networking since 'none' was specified. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1336.895252] env[69702]: DEBUG nova.compute.manager [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.140582] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52856c2d-df56-7951-9157-f90de99ac181/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1337.141551] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3d1ef2-2702-4f30-9b4b-d5f2782e00bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.148102] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52856c2d-df56-7951-9157-f90de99ac181/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1337.148267] env[69702]: ERROR oslo_vmware.rw_handles [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52856c2d-df56-7951-9157-f90de99ac181/disk-0.vmdk due to incomplete transfer. [ 1337.148538] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-37b9267d-9880-4221-8216-43d6f7fa0ca4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.156939] env[69702]: DEBUG oslo_vmware.rw_handles [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52856c2d-df56-7951-9157-f90de99ac181/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1337.157280] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Uploaded image 1fa18789-ac62-4fb8-bbec-bd62d45ada6b to the Glance image server {{(pid=69702) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1337.160421] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Destroying the VM {{(pid=69702) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1337.160753] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49785ec2-8b6e-42bf-8e5b-34f48dfecf05 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.167778] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1337.167778] env[69702]: value = "task-3086236" [ 1337.167778] env[69702]: _type = "Task" [ 1337.167778] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.178183] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086236, 'name': Destroy_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.677495] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086236, 'name': Destroy_Task, 'duration_secs': 0.379126} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.677757] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Destroyed the VM [ 1337.677998] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Deleting Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1337.678252] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b78253b1-2efe-420b-b471-28ee0b7bf378 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.683875] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1337.683875] env[69702]: value = "task-3086237" [ 1337.683875] env[69702]: _type = "Task" [ 1337.683875] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.692131] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086237, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.904956] env[69702]: DEBUG nova.compute.manager [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.927599] env[69702]: DEBUG nova.virt.hardware [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.927855] env[69702]: DEBUG nova.virt.hardware [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.928023] env[69702]: DEBUG nova.virt.hardware [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.928214] env[69702]: DEBUG nova.virt.hardware [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.928365] env[69702]: DEBUG nova.virt.hardware [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.928513] env[69702]: DEBUG nova.virt.hardware [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.928727] env[69702]: DEBUG nova.virt.hardware [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.928887] env[69702]: DEBUG nova.virt.hardware [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.929075] env[69702]: DEBUG nova.virt.hardware [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.929251] env[69702]: DEBUG nova.virt.hardware [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.929425] env[69702]: DEBUG nova.virt.hardware [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.930348] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd78d1f7-936c-41ed-86a6-d2ae61fec453 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.938332] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8110b612-febf-45e7-a26c-2ccd30d93d23 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.952674] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.958406] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Creating folder: Project (94052c256f7d484c96e9e8d0219033c3). Parent ref: group-v617437. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1337.958675] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4ebce74-9f92-44bc-85ef-ddb6bcc0959b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.968594] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Created folder: Project (94052c256f7d484c96e9e8d0219033c3) in parent group-v617437. [ 1337.968830] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Creating folder: Instances. Parent ref: group-v617781. {{(pid=69702) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1337.969059] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11f4510f-0114-41d2-bd00-fba42591d7a4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.977251] env[69702]: INFO nova.virt.vmwareapi.vm_util [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Created folder: Instances in parent group-v617781. [ 1337.977445] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.977622] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.977841] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9adbcdc0-c03d-4259-af9f-773b711ceabd {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.993696] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.993696] env[69702]: value = "task-3086240" [ 1337.993696] env[69702]: _type = "Task" [ 1337.993696] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.000648] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086240, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.194131] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086237, 'name': RemoveSnapshot_Task, 'duration_secs': 0.354988} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.194446] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Deleted Snapshot of the VM instance {{(pid=69702) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1338.194770] env[69702]: DEBUG nova.compute.manager [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.195554] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee383d2-54c4-4adc-8942-69631beaa256 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.504105] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086240, 'name': CreateVM_Task, 'duration_secs': 0.297855} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.504285] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1338.504701] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.504863] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.505219] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.505465] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1577c1-a582-4e98-8647-2c4dbe38e977 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.509471] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1338.509471] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521b08ba-bdd1-fdda-ac38-e4b4e8f368f4" [ 1338.509471] env[69702]: _type = "Task" [ 1338.509471] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.516416] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521b08ba-bdd1-fdda-ac38-e4b4e8f368f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.706879] env[69702]: INFO nova.compute.manager [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Shelve offloading [ 1339.020083] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]521b08ba-bdd1-fdda-ac38-e4b4e8f368f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.020465] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.020627] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.020869] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.021089] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.021288] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.021549] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffaff890-4021-4379-ae54-00eb5492c010 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.029678] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.029849] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.030532] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8748f5-aa05-4c49-9973-889035947392 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.035618] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1339.035618] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c3cef9-5fbc-66a5-0dff-809010cadee4" [ 1339.035618] env[69702]: _type = "Task" [ 1339.035618] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.042557] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c3cef9-5fbc-66a5-0dff-809010cadee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.210379] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.210690] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d6580eb-84e6-40e3-ba12-85bf968f6dc2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.218271] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1339.218271] env[69702]: value = "task-3086241" [ 1339.218271] env[69702]: _type = "Task" [ 1339.218271] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.226136] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.545685] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c3cef9-5fbc-66a5-0dff-809010cadee4, 'name': SearchDatastore_Task, 'duration_secs': 0.008448} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.546453] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bca1d75-d8e9-4913-b9eb-47355d19d165 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.551408] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1339.551408] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f89ced-3136-5b77-b754-350bb091be68" [ 1339.551408] env[69702]: _type = "Task" [ 1339.551408] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.558428] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f89ced-3136-5b77-b754-350bb091be68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.727974] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] VM already powered off {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1339.730041] env[69702]: DEBUG nova.compute.manager [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.730041] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d4adb4-2965-4ed6-9423-b8a45487cd2d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.735896] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.736075] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.736253] env[69702]: DEBUG nova.network.neutron [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.061772] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f89ced-3136-5b77-b754-350bb091be68, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.062092] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.062350] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7815ff94-5e62-48b2-8def-9e33558d382a/7815ff94-5e62-48b2-8def-9e33558d382a.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1340.062614] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d8fb5f6-7ba4-47ab-a5e4-51cc58bae00c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.069590] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1340.069590] env[69702]: value = "task-3086242" [ 1340.069590] env[69702]: _type = "Task" [ 1340.069590] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.077293] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.466580] env[69702]: DEBUG nova.network.neutron [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Updating instance_info_cache with network_info: [{"id": "7782a1b4-6eba-4e3a-977d-48b1135f111c", "address": "fa:16:3e:2e:fe:0a", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7782a1b4-6e", "ovs_interfaceid": "7782a1b4-6eba-4e3a-977d-48b1135f111c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.579385] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452714} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.579626] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore1] 7815ff94-5e62-48b2-8def-9e33558d382a/7815ff94-5e62-48b2-8def-9e33558d382a.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.579845] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.580107] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b62db04-7fd0-4575-908b-c5dfb4ad2366 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.586043] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1340.586043] env[69702]: value = "task-3086243" [ 1340.586043] env[69702]: _type = "Task" [ 1340.586043] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.593557] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.969662] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.990253] env[69702]: DEBUG nova.compute.manager [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Stashing vm_state: active {{(pid=69702) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1341.095532] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064443} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.095824] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.096626] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be44ba16-9157-4a34-9a23-6ce096183d87 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.115720] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 7815ff94-5e62-48b2-8def-9e33558d382a/7815ff94-5e62-48b2-8def-9e33558d382a.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.115922] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-082a7997-b211-4df4-bbfa-664c32a0ce95 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.134907] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1341.134907] env[69702]: value = "task-3086244" [ 1341.134907] env[69702]: _type = "Task" [ 1341.134907] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.141926] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.205648] env[69702]: DEBUG nova.compute.manager [req-6e9e9a9a-8a6a-44a1-ae2c-4b8a5b554208 req-178210be-28fc-4b0f-8d46-0f25c24b8f27 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Received event network-vif-unplugged-7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.205896] env[69702]: DEBUG oslo_concurrency.lockutils [req-6e9e9a9a-8a6a-44a1-ae2c-4b8a5b554208 req-178210be-28fc-4b0f-8d46-0f25c24b8f27 service nova] Acquiring lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.206220] env[69702]: DEBUG oslo_concurrency.lockutils [req-6e9e9a9a-8a6a-44a1-ae2c-4b8a5b554208 req-178210be-28fc-4b0f-8d46-0f25c24b8f27 service nova] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.206412] env[69702]: DEBUG oslo_concurrency.lockutils [req-6e9e9a9a-8a6a-44a1-ae2c-4b8a5b554208 req-178210be-28fc-4b0f-8d46-0f25c24b8f27 service nova] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.206564] env[69702]: DEBUG nova.compute.manager [req-6e9e9a9a-8a6a-44a1-ae2c-4b8a5b554208 req-178210be-28fc-4b0f-8d46-0f25c24b8f27 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] No waiting events found dispatching network-vif-unplugged-7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1341.206717] env[69702]: WARNING nova.compute.manager [req-6e9e9a9a-8a6a-44a1-ae2c-4b8a5b554208 req-178210be-28fc-4b0f-8d46-0f25c24b8f27 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Received unexpected event network-vif-unplugged-7782a1b4-6eba-4e3a-977d-48b1135f111c for instance with vm_state shelved and task_state shelving_offloading. [ 1341.291063] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.292030] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c09595b-0ddf-4764-993a-fe7ab297cb12 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.301380] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.301645] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25aa87f5-102e-4c25-8d7d-dfda06551cf8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.366697] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.366866] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.367053] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleting the datastore file [datastore2] 1ee00dc5-e8df-4cbd-ba02-a2414deecd41 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.367307] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b996dee-143c-4590-b4f7-d2d2e34224eb {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.373916] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1341.373916] env[69702]: value = "task-3086246" [ 1341.373916] env[69702]: _type = "Task" [ 1341.373916] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.381789] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.509976] env[69702]: DEBUG oslo_concurrency.lockutils [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.510277] env[69702]: DEBUG oslo_concurrency.lockutils [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.644329] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086244, 'name': ReconfigVM_Task, 'duration_secs': 0.302735} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.644555] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 7815ff94-5e62-48b2-8def-9e33558d382a/7815ff94-5e62-48b2-8def-9e33558d382a.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.645197] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11bf82a6-2c82-41d0-a831-b2cec25c0688 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.650560] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1341.650560] env[69702]: value = "task-3086247" [ 1341.650560] env[69702]: _type = "Task" [ 1341.650560] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.657959] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086247, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.883420] env[69702]: DEBUG oslo_vmware.api [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156186} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.883682] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.883876] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.884066] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.903643] env[69702]: INFO nova.scheduler.client.report [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleted allocations for instance 1ee00dc5-e8df-4cbd-ba02-a2414deecd41 [ 1342.015171] env[69702]: INFO nova.compute.claims [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.160851] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086247, 'name': Rename_Task, 'duration_secs': 0.126352} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.161158] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.161402] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d991a440-8d38-41b7-b69f-dd10de2f2124 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.167419] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1342.167419] env[69702]: value = "task-3086248" [ 1342.167419] env[69702]: _type = "Task" [ 1342.167419] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.174292] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.407964] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.521244] env[69702]: INFO nova.compute.resource_tracker [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating resource usage from migration 67768271-97fd-4212-a9a7-08d244160e8c [ 1342.569271] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a6e82e-c71a-48b5-b213-d607c50d4992 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.576979] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05199c5-3c6d-454e-994c-9170c50ea37a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.606734] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ff340b-6b54-478b-86a3-79e3faa7b237 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.613322] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85d074d-6ae8-4e7e-a549-6d94bd41abae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.625911] env[69702]: DEBUG nova.compute.provider_tree [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.676309] env[69702]: DEBUG oslo_vmware.api [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086248, 'name': PowerOnVM_Task, 'duration_secs': 0.398099} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.676561] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.676762] env[69702]: INFO nova.compute.manager [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Took 4.77 seconds to spawn the instance on the hypervisor. [ 1342.676940] env[69702]: DEBUG nova.compute.manager [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.677680] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044cc1df-b80d-495a-b802-b915c1d15f65 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.128818] env[69702]: DEBUG nova.scheduler.client.report [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.193353] env[69702]: INFO nova.compute.manager [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Took 9.46 seconds to build instance. [ 1343.281498] env[69702]: DEBUG nova.compute.manager [req-86135a23-33c8-4593-b0b2-a52d766a1255 req-1fe0316c-de65-4d37-87d4-ca8357c73554 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Received event network-changed-7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.281693] env[69702]: DEBUG nova.compute.manager [req-86135a23-33c8-4593-b0b2-a52d766a1255 req-1fe0316c-de65-4d37-87d4-ca8357c73554 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Refreshing instance network info cache due to event network-changed-7782a1b4-6eba-4e3a-977d-48b1135f111c. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1343.281909] env[69702]: DEBUG oslo_concurrency.lockutils [req-86135a23-33c8-4593-b0b2-a52d766a1255 req-1fe0316c-de65-4d37-87d4-ca8357c73554 service nova] Acquiring lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.282092] env[69702]: DEBUG oslo_concurrency.lockutils [req-86135a23-33c8-4593-b0b2-a52d766a1255 req-1fe0316c-de65-4d37-87d4-ca8357c73554 service nova] Acquired lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.282292] env[69702]: DEBUG nova.network.neutron [req-86135a23-33c8-4593-b0b2-a52d766a1255 req-1fe0316c-de65-4d37-87d4-ca8357c73554 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Refreshing network info cache for port 7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.633849] env[69702]: DEBUG oslo_concurrency.lockutils [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.123s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.634054] env[69702]: INFO nova.compute.manager [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Migrating [ 1343.640354] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.232s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.640507] env[69702]: DEBUG nova.objects.instance [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lazy-loading 'resources' on Instance uuid 1ee00dc5-e8df-4cbd-ba02-a2414deecd41 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.695038] env[69702]: DEBUG oslo_concurrency.lockutils [None req-8692b498-21c8-45a1-909c-79ad0d206c21 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Lock "7815ff94-5e62-48b2-8def-9e33558d382a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.969s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.744275] env[69702]: INFO nova.compute.manager [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Rebuilding instance [ 1343.779177] env[69702]: DEBUG nova.compute.manager [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.779997] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaef6b7d-1c8c-46b9-92fb-6d39eb6c028d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.996854] env[69702]: DEBUG nova.network.neutron [req-86135a23-33c8-4593-b0b2-a52d766a1255 req-1fe0316c-de65-4d37-87d4-ca8357c73554 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Updated VIF entry in instance network info cache for port 7782a1b4-6eba-4e3a-977d-48b1135f111c. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.997244] env[69702]: DEBUG nova.network.neutron [req-86135a23-33c8-4593-b0b2-a52d766a1255 req-1fe0316c-de65-4d37-87d4-ca8357c73554 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Updating instance_info_cache with network_info: [{"id": "7782a1b4-6eba-4e3a-977d-48b1135f111c", "address": "fa:16:3e:2e:fe:0a", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7782a1b4-6e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.148635] env[69702]: DEBUG nova.objects.instance [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lazy-loading 'numa_topology' on Instance uuid 1ee00dc5-e8df-4cbd-ba02-a2414deecd41 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.149924] env[69702]: DEBUG oslo_concurrency.lockutils [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.150106] env[69702]: DEBUG oslo_concurrency.lockutils [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.150281] env[69702]: DEBUG nova.network.neutron [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.499680] env[69702]: DEBUG oslo_concurrency.lockutils [req-86135a23-33c8-4593-b0b2-a52d766a1255 req-1fe0316c-de65-4d37-87d4-ca8357c73554 service nova] Releasing lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.655889] env[69702]: DEBUG nova.objects.base [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Object Instance<1ee00dc5-e8df-4cbd-ba02-a2414deecd41> lazy-loaded attributes: resources,numa_topology {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1344.715697] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d0d4e7-5350-42c1-ba0d-3f01a66ed01d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.724985] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4708288f-5266-44b6-88e8-573bd70d619c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.756952] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed5d192-618d-4153-9094-c77ebbf4e969 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.764180] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257ab1f9-3304-4e73-8d87-32bc29d33eec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.778122] env[69702]: DEBUG nova.compute.provider_tree [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.795179] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.795439] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88200001-92d2-4b0f-b7c3-f426b2fb8758 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.801886] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1344.801886] env[69702]: value = "task-3086249" [ 1344.801886] env[69702]: _type = "Task" [ 1344.801886] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.812643] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.872156] env[69702]: DEBUG nova.network.neutron [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance_info_cache with network_info: [{"id": "137e84f9-d04e-44c1-8b81-00b744b36469", "address": "fa:16:3e:74:e4:cf", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137e84f9-d0", "ovs_interfaceid": "137e84f9-d04e-44c1-8b81-00b744b36469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.162280] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.283272] env[69702]: DEBUG nova.scheduler.client.report [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.311310] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086249, 'name': PowerOffVM_Task, 'duration_secs': 0.190412} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.311577] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.312255] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.312993] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9072d31-7962-4ddd-a777-8a5ffecef2a5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.319328] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.319542] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27825a1d-4cfd-42f2-9fe9-bee7d736583e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.347532] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.347727] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Deleting contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.347903] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Deleting the datastore file [datastore1] 7815ff94-5e62-48b2-8def-9e33558d382a {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.348158] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab5b67d7-4933-4059-8e78-0164647d2560 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.354419] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1345.354419] env[69702]: value = "task-3086251" [ 1345.354419] env[69702]: _type = "Task" [ 1345.354419] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.362432] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.374474] env[69702]: DEBUG oslo_concurrency.lockutils [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.612384] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.612707] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.612815] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.612970] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.613164] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.613333] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.613486] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.613625] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1345.613777] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.788018] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.863463] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098144} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.863689] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.863874] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Deleted contents of the VM from datastore datastore1 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.864064] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.117562] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.117810] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.117986] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.118162] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1346.119075] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e154942d-db65-46c2-b1d3-1cdbb2c5cb34 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.127310] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653df3fa-ed7a-432f-9448-7db7b9882137 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.141545] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bd3bed-60ac-4a4f-9c26-d748564ea420 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.147353] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b85ce01-859e-4ede-a6f5-f54e78c66f7c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.175343] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180166MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1346.175483] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.175690] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.296818] env[69702]: DEBUG oslo_concurrency.lockutils [None req-9906a4f8-0f81-4e0b-8be7-20cc844d54f3 tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.297670] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.136s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.298188] env[69702]: INFO nova.compute.manager [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Unshelving [ 1346.887547] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ad09e4-cf47-447f-b9d9-d09e776d94bf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.908351] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance 'aa9f11e6-424a-4b74-b982-718f7073378d' progress to 0 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1346.913843] env[69702]: DEBUG nova.virt.hardware [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.914080] env[69702]: DEBUG nova.virt.hardware [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.914242] env[69702]: DEBUG nova.virt.hardware [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.914424] env[69702]: DEBUG nova.virt.hardware [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.914572] env[69702]: DEBUG nova.virt.hardware [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.914720] env[69702]: DEBUG nova.virt.hardware [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.914926] env[69702]: DEBUG nova.virt.hardware [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.915101] env[69702]: DEBUG nova.virt.hardware [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.915276] env[69702]: DEBUG nova.virt.hardware [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.915440] env[69702]: DEBUG nova.virt.hardware [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.915614] env[69702]: DEBUG nova.virt.hardware [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.916389] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1adb2a6-df00-4c5b-9312-b8cbc676b0f0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.923407] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee8b8c0-a309-41e2-8b95-c90bce52c7c6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.937078] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Instance VIF info [] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.942879] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.943142] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.943425] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b08946a2-22ef-47cf-bb48-f77968c5e70a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.960538] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.960538] env[69702]: value = "task-3086252" [ 1346.960538] env[69702]: _type = "Task" [ 1346.960538] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.967679] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086252, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.182610] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Applying migration context for instance aa9f11e6-424a-4b74-b982-718f7073378d as it has an incoming, in-progress migration 67768271-97fd-4212-a9a7-08d244160e8c. Migration status is migrating {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1347.183184] env[69702]: INFO nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating resource usage from migration 67768271-97fd-4212-a9a7-08d244160e8c [ 1347.201507] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 7815ff94-5e62-48b2-8def-9e33558d382a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.201652] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Migration 67768271-97fd-4212-a9a7-08d244160e8c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1347.201776] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance aa9f11e6-424a-4b74-b982-718f7073378d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.318617] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.414143] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.414493] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-241e7fac-cad8-4bc6-95d6-79de0578cfd0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.421601] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1347.421601] env[69702]: value = "task-3086253" [ 1347.421601] env[69702]: _type = "Task" [ 1347.421601] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.430409] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.470482] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086252, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.705082] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 1ee00dc5-e8df-4cbd-ba02-a2414deecd41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1347.705346] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1347.705500] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1347.764343] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f432b0b9-318d-4231-a9fc-06b33d20e520 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.771849] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bf3d0d-6281-4bef-b10f-03c0990e703e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.814426] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e93846-c8be-4b48-bcae-5f749b80a22c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.824244] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef72969-76ff-4f84-aaed-b895780ef241 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.841626] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.930827] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086253, 'name': PowerOffVM_Task, 'duration_secs': 0.216213} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.931246] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.931311] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance 'aa9f11e6-424a-4b74-b982-718f7073378d' progress to 17 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.970820] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086252, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.345388] env[69702]: DEBUG nova.scheduler.client.report [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.437297] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.437537] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.437693] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.437877] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.438044] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.438199] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.438406] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.438566] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.438734] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.438896] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.439230] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.444187] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c61af4c-021e-4e9b-b952-489bbf8c0597 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.460391] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1348.460391] env[69702]: value = "task-3086254" [ 1348.460391] env[69702]: _type = "Task" [ 1348.460391] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.472284] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.475454] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086252, 'name': CreateVM_Task, 'duration_secs': 1.249549} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.475617] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.476062] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.476283] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.476567] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.476818] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f68dca-b6af-40f2-9ef5-16eb21dee458 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.481124] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1348.481124] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522f59db-36d6-7f73-10a2-502fe5cc7c5d" [ 1348.481124] env[69702]: _type = "Task" [ 1348.481124] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.491152] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522f59db-36d6-7f73-10a2-502fe5cc7c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.850979] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1348.851332] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.676s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.851715] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.533s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.852031] env[69702]: DEBUG nova.objects.instance [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lazy-loading 'pci_requests' on Instance uuid 1ee00dc5-e8df-4cbd-ba02-a2414deecd41 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.970551] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086254, 'name': ReconfigVM_Task, 'duration_secs': 0.165686} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.970953] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance 'aa9f11e6-424a-4b74-b982-718f7073378d' progress to 33 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.989989] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522f59db-36d6-7f73-10a2-502fe5cc7c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.990286] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.990514] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.990742] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.990885] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.991082] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.991347] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a298dd0-c2c1-47cb-860e-6f315c05cc63 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.998624] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.998805] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.999485] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6447ebf-6ee7-4793-bcda-4eeef8e62a07 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.004091] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1349.004091] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a3e2e9-1a1b-863e-a97e-b59932666975" [ 1349.004091] env[69702]: _type = "Task" [ 1349.004091] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.011846] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a3e2e9-1a1b-863e-a97e-b59932666975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.356781] env[69702]: DEBUG nova.objects.instance [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lazy-loading 'numa_topology' on Instance uuid 1ee00dc5-e8df-4cbd-ba02-a2414deecd41 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.477559] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.477808] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.477970] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.478205] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.478362] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.478512] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.478715] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.478876] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.479084] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.479308] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.479496] env[69702]: DEBUG nova.virt.hardware [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.484864] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1349.485169] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ceb69a0-ad07-4f49-9345-fa5b216f6e91 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.506080] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1349.506080] env[69702]: value = "task-3086255" [ 1349.506080] env[69702]: _type = "Task" [ 1349.506080] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.516597] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a3e2e9-1a1b-863e-a97e-b59932666975, 'name': SearchDatastore_Task, 'duration_secs': 0.007984} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.520063] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.520270] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad06887-e100-4e2c-9815-f190307e5038 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.525062] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1349.525062] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f199a0-c6f6-a731-1460-cb002cc9be22" [ 1349.525062] env[69702]: _type = "Task" [ 1349.525062] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.532543] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f199a0-c6f6-a731-1460-cb002cc9be22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.860065] env[69702]: INFO nova.compute.claims [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.018808] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086255, 'name': ReconfigVM_Task, 'duration_secs': 0.148236} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.019252] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1350.019918] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48641e80-df05-4f57-8803-93fb0fd96841 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.041296] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] aa9f11e6-424a-4b74-b982-718f7073378d/aa9f11e6-424a-4b74-b982-718f7073378d.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.044037] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd262b2-ce0f-42aa-b76f-ebb58a74683c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.060865] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52f199a0-c6f6-a731-1460-cb002cc9be22, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.061994] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.062275] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 7815ff94-5e62-48b2-8def-9e33558d382a/7815ff94-5e62-48b2-8def-9e33558d382a.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.062567] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1350.062567] env[69702]: value = "task-3086256" [ 1350.062567] env[69702]: _type = "Task" [ 1350.062567] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.062743] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b962d74-9c82-465d-9083-8ac739b004c0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.071580] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.072659] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1350.072659] env[69702]: value = "task-3086257" [ 1350.072659] env[69702]: _type = "Task" [ 1350.072659] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.079655] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.575044] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.581536] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49279} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.581778] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] 7815ff94-5e62-48b2-8def-9e33558d382a/7815ff94-5e62-48b2-8def-9e33558d382a.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.581987] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.582273] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-744e2db5-29ef-4e90-affb-5e2b1ccd6764 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.589665] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1350.589665] env[69702]: value = "task-3086258" [ 1350.589665] env[69702]: _type = "Task" [ 1350.589665] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.596591] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.922648] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550035b6-6a9e-4274-83db-59259211911e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.930387] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468ceefb-0d72-4e3f-8c60-b7578db891bc {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.960859] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd9fa32-9dca-434b-b014-55096734dfe8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.967775] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a8339f-08c3-4640-9ce3-f69440155f7f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.981035] env[69702]: DEBUG nova.compute.provider_tree [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.074430] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086256, 'name': ReconfigVM_Task, 'duration_secs': 0.555219} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.074831] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] aa9f11e6-424a-4b74-b982-718f7073378d/aa9f11e6-424a-4b74-b982-718f7073378d.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.074980] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance 'aa9f11e6-424a-4b74-b982-718f7073378d' progress to 50 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.098132] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115021} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.098428] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.099192] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a9beed-7c7a-4070-962c-4357e62e5898 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.118231] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 7815ff94-5e62-48b2-8def-9e33558d382a/7815ff94-5e62-48b2-8def-9e33558d382a.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.119135] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37d8f39f-ae20-4733-9f7e-fe420c11378b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.138117] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1351.138117] env[69702]: value = "task-3086259" [ 1351.138117] env[69702]: _type = "Task" [ 1351.138117] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.145879] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.484895] env[69702]: DEBUG nova.scheduler.client.report [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.581624] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ff3580-5461-4faa-9f21-8c15bc4905c6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.601732] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03653c7d-4b1b-40d8-8e63-8b676638f03b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.618640] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance 'aa9f11e6-424a-4b74-b982-718f7073378d' progress to 67 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.646016] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086259, 'name': ReconfigVM_Task, 'duration_secs': 0.260606} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.646339] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 7815ff94-5e62-48b2-8def-9e33558d382a/7815ff94-5e62-48b2-8def-9e33558d382a.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.646853] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-104c7cdf-e126-4e27-bb91-3ca04498e13b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.652982] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1351.652982] env[69702]: value = "task-3086260" [ 1351.652982] env[69702]: _type = "Task" [ 1351.652982] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.660841] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086260, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.990687] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.139s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.023768] env[69702]: INFO nova.network.neutron [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Updating port 7782a1b4-6eba-4e3a-977d-48b1135f111c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1352.163205] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086260, 'name': Rename_Task, 'duration_secs': 0.143905} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.163714] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.163791] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16ee47ca-eaee-4d1c-a30b-c8f6b228d0ca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.170285] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1352.170285] env[69702]: value = "task-3086261" [ 1352.170285] env[69702]: _type = "Task" [ 1352.170285] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.179910] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.184016] env[69702]: DEBUG nova.network.neutron [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Port 137e84f9-d04e-44c1-8b81-00b744b36469 binding to destination host cpu-1 is already ACTIVE {{(pid=69702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1352.680215] env[69702]: DEBUG oslo_vmware.api [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086261, 'name': PowerOnVM_Task, 'duration_secs': 0.401345} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.680476] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.680680] env[69702]: DEBUG nova.compute.manager [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.681474] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55091c8e-0755-4581-94f4-6a27a849235a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.216926] env[69702]: DEBUG oslo_concurrency.lockutils [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "aa9f11e6-424a-4b74-b982-718f7073378d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.217171] env[69702]: DEBUG oslo_concurrency.lockutils [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "aa9f11e6-424a-4b74-b982-718f7073378d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.217317] env[69702]: DEBUG oslo_concurrency.lockutils [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "aa9f11e6-424a-4b74-b982-718f7073378d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.219386] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.220030] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.220030] env[69702]: DEBUG nova.objects.instance [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1353.448409] env[69702]: DEBUG nova.compute.manager [req-f70aeda0-c1b3-4009-98ad-803b8217b6d0 req-5b6fba20-c286-4926-94a2-65980ddc8ee2 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Received event network-vif-plugged-7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.448758] env[69702]: DEBUG oslo_concurrency.lockutils [req-f70aeda0-c1b3-4009-98ad-803b8217b6d0 req-5b6fba20-c286-4926-94a2-65980ddc8ee2 service nova] Acquiring lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.449041] env[69702]: DEBUG oslo_concurrency.lockutils [req-f70aeda0-c1b3-4009-98ad-803b8217b6d0 req-5b6fba20-c286-4926-94a2-65980ddc8ee2 service nova] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.449253] env[69702]: DEBUG oslo_concurrency.lockutils [req-f70aeda0-c1b3-4009-98ad-803b8217b6d0 req-5b6fba20-c286-4926-94a2-65980ddc8ee2 service nova] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.449475] env[69702]: DEBUG nova.compute.manager [req-f70aeda0-c1b3-4009-98ad-803b8217b6d0 req-5b6fba20-c286-4926-94a2-65980ddc8ee2 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] No waiting events found dispatching network-vif-plugged-7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1353.449730] env[69702]: WARNING nova.compute.manager [req-f70aeda0-c1b3-4009-98ad-803b8217b6d0 req-5b6fba20-c286-4926-94a2-65980ddc8ee2 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Received unexpected event network-vif-plugged-7782a1b4-6eba-4e3a-977d-48b1135f111c for instance with vm_state shelved_offloaded and task_state spawning. [ 1353.538148] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.538439] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.538680] env[69702]: DEBUG nova.network.neutron [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.546119] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquiring lock "7815ff94-5e62-48b2-8def-9e33558d382a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.546439] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Lock "7815ff94-5e62-48b2-8def-9e33558d382a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.546730] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquiring lock "7815ff94-5e62-48b2-8def-9e33558d382a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.546978] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Lock "7815ff94-5e62-48b2-8def-9e33558d382a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.547229] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Lock "7815ff94-5e62-48b2-8def-9e33558d382a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.549999] env[69702]: INFO nova.compute.manager [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Terminating instance [ 1354.053517] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquiring lock "refresh_cache-7815ff94-5e62-48b2-8def-9e33558d382a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.053710] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquired lock "refresh_cache-7815ff94-5e62-48b2-8def-9e33558d382a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.053890] env[69702]: DEBUG nova.network.neutron [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.226977] env[69702]: DEBUG oslo_concurrency.lockutils [None req-37ecdea0-7b09-40fc-b487-faa318cfb2dc tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.007s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.266375] env[69702]: DEBUG oslo_concurrency.lockutils [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.266560] env[69702]: DEBUG oslo_concurrency.lockutils [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.266738] env[69702]: DEBUG nova.network.neutron [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.322063] env[69702]: DEBUG nova.network.neutron [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Updating instance_info_cache with network_info: [{"id": "7782a1b4-6eba-4e3a-977d-48b1135f111c", "address": "fa:16:3e:2e:fe:0a", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7782a1b4-6e", "ovs_interfaceid": "7782a1b4-6eba-4e3a-977d-48b1135f111c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.571251] env[69702]: DEBUG nova.network.neutron [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.612668] env[69702]: DEBUG nova.network.neutron [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.824200] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.856228] env[69702]: DEBUG nova.virt.hardware [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e939cbffcafde9f93ab74ca709251d76',container_format='bare',created_at=2025-03-19T14:05:26Z,direct_url=,disk_format='vmdk',id=1fa18789-ac62-4fb8-bbec-bd62d45ada6b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1549623143-shelved',owner='b871361de78a4597ad3a91b6a7160899',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-19T14:05:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.856488] env[69702]: DEBUG nova.virt.hardware [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.856647] env[69702]: DEBUG nova.virt.hardware [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.856831] env[69702]: DEBUG nova.virt.hardware [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.856995] env[69702]: DEBUG nova.virt.hardware [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.857136] env[69702]: DEBUG nova.virt.hardware [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.857390] env[69702]: DEBUG nova.virt.hardware [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.857559] env[69702]: DEBUG nova.virt.hardware [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.857729] env[69702]: DEBUG nova.virt.hardware [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.857889] env[69702]: DEBUG nova.virt.hardware [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.858076] env[69702]: DEBUG nova.virt.hardware [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.859045] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be629b79-912e-496b-af1e-b92108d77baa {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.868863] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94be7dc-ec81-44f5-a55f-0e6e0bf3f525 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.883239] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:fe:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7782a1b4-6eba-4e3a-977d-48b1135f111c', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.890546] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.892716] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.892931] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-683dd4e3-bd3c-41f0-99c6-bcd814340250 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.911469] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.911469] env[69702]: value = "task-3086262" [ 1354.911469] env[69702]: _type = "Task" [ 1354.911469] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.918217] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086262, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.990177] env[69702]: DEBUG nova.network.neutron [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance_info_cache with network_info: [{"id": "137e84f9-d04e-44c1-8b81-00b744b36469", "address": "fa:16:3e:74:e4:cf", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137e84f9-d0", "ovs_interfaceid": "137e84f9-d04e-44c1-8b81-00b744b36469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.115875] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Releasing lock "refresh_cache-7815ff94-5e62-48b2-8def-9e33558d382a" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.116353] env[69702]: DEBUG nova.compute.manager [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.116560] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.119125] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103a8e0b-6bde-4288-a301-c2ec14893636 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.126388] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.126627] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39835988-df94-4dd7-91a8-92bd6580dc06 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.133137] env[69702]: DEBUG oslo_vmware.api [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1355.133137] env[69702]: value = "task-3086263" [ 1355.133137] env[69702]: _type = "Task" [ 1355.133137] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.140572] env[69702]: DEBUG oslo_vmware.api [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.422809] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086262, 'name': CreateVM_Task, 'duration_secs': 0.378107} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.422809] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.423358] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1fa18789-ac62-4fb8-bbec-bd62d45ada6b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.423358] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1fa18789-ac62-4fb8-bbec-bd62d45ada6b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.423484] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1fa18789-ac62-4fb8-bbec-bd62d45ada6b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.423732] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6aa5cc-ed64-4fd5-b103-7496a7790cae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.428134] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1355.428134] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c89428-b15d-d443-a304-92eed5e139ff" [ 1355.428134] env[69702]: _type = "Task" [ 1355.428134] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.435921] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c89428-b15d-d443-a304-92eed5e139ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.473872] env[69702]: DEBUG nova.compute.manager [req-85ce5e23-f248-4e71-bcee-f867b4eb3265 req-d0c819ae-835b-4b9c-992c-697a6cdf1df9 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Received event network-changed-7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.474020] env[69702]: DEBUG nova.compute.manager [req-85ce5e23-f248-4e71-bcee-f867b4eb3265 req-d0c819ae-835b-4b9c-992c-697a6cdf1df9 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Refreshing instance network info cache due to event network-changed-7782a1b4-6eba-4e3a-977d-48b1135f111c. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1355.474252] env[69702]: DEBUG oslo_concurrency.lockutils [req-85ce5e23-f248-4e71-bcee-f867b4eb3265 req-d0c819ae-835b-4b9c-992c-697a6cdf1df9 service nova] Acquiring lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.474398] env[69702]: DEBUG oslo_concurrency.lockutils [req-85ce5e23-f248-4e71-bcee-f867b4eb3265 req-d0c819ae-835b-4b9c-992c-697a6cdf1df9 service nova] Acquired lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.474565] env[69702]: DEBUG nova.network.neutron [req-85ce5e23-f248-4e71-bcee-f867b4eb3265 req-d0c819ae-835b-4b9c-992c-697a6cdf1df9 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Refreshing network info cache for port 7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.492985] env[69702]: DEBUG oslo_concurrency.lockutils [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.642808] env[69702]: DEBUG oslo_vmware.api [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086263, 'name': PowerOffVM_Task, 'duration_secs': 0.189691} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.643020] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.643206] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.643463] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87e1fe9a-ad1b-421e-9576-28a87e574524 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.670826] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.671054] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.671373] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Deleting the datastore file [datastore2] 7815ff94-5e62-48b2-8def-9e33558d382a {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.671560] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d118123e-a6bb-4d15-9c05-b6007d134ead {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.677554] env[69702]: DEBUG oslo_vmware.api [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for the task: (returnval){ [ 1355.677554] env[69702]: value = "task-3086265" [ 1355.677554] env[69702]: _type = "Task" [ 1355.677554] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.685614] env[69702]: DEBUG oslo_vmware.api [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.939590] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1fa18789-ac62-4fb8-bbec-bd62d45ada6b" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.939879] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Processing image 1fa18789-ac62-4fb8-bbec-bd62d45ada6b {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1355.940153] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1fa18789-ac62-4fb8-bbec-bd62d45ada6b/1fa18789-ac62-4fb8-bbec-bd62d45ada6b.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.940320] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1fa18789-ac62-4fb8-bbec-bd62d45ada6b/1fa18789-ac62-4fb8-bbec-bd62d45ada6b.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.940524] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1355.940844] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43b4581a-96e4-4451-8f90-c3dcdc35ee38 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.959678] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.959938] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1355.960637] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50bfed32-dca6-4305-b375-a88356025d8f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.965998] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1355.965998] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523457c5-4f16-2ddc-5d33-f688fc5c364a" [ 1355.965998] env[69702]: _type = "Task" [ 1355.965998] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.973898] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523457c5-4f16-2ddc-5d33-f688fc5c364a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.021248] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6b82a4-0969-4696-a009-21b8ac05d87e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.039396] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f900880-95ab-482b-8264-61f3896d92c9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.048113] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance 'aa9f11e6-424a-4b74-b982-718f7073378d' progress to 83 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1356.187621] env[69702]: DEBUG oslo_vmware.api [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Task: {'id': task-3086265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279788} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.187865] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.188052] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.188232] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.188406] env[69702]: INFO nova.compute.manager [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1356.188642] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.188887] env[69702]: DEBUG nova.compute.manager [-] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.188967] env[69702]: DEBUG nova.network.neutron [-] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.207831] env[69702]: DEBUG nova.network.neutron [-] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1356.245430] env[69702]: DEBUG nova.network.neutron [req-85ce5e23-f248-4e71-bcee-f867b4eb3265 req-d0c819ae-835b-4b9c-992c-697a6cdf1df9 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Updated VIF entry in instance network info cache for port 7782a1b4-6eba-4e3a-977d-48b1135f111c. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.245806] env[69702]: DEBUG nova.network.neutron [req-85ce5e23-f248-4e71-bcee-f867b4eb3265 req-d0c819ae-835b-4b9c-992c-697a6cdf1df9 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Updating instance_info_cache with network_info: [{"id": "7782a1b4-6eba-4e3a-977d-48b1135f111c", "address": "fa:16:3e:2e:fe:0a", "network": {"id": "67a5519c-6d4f-4b64-b420-bc78697a38b7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1491305591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871361de78a4597ad3a91b6a7160899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7782a1b4-6e", "ovs_interfaceid": "7782a1b4-6eba-4e3a-977d-48b1135f111c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.477328] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Preparing fetch location {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1356.477687] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Fetch image to [datastore2] OSTACK_IMG_e84f0018-f805-47fe-815c-c7b66c0dad3e/OSTACK_IMG_e84f0018-f805-47fe-815c-c7b66c0dad3e.vmdk {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1356.477687] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Downloading stream optimized image 1fa18789-ac62-4fb8-bbec-bd62d45ada6b to [datastore2] OSTACK_IMG_e84f0018-f805-47fe-815c-c7b66c0dad3e/OSTACK_IMG_e84f0018-f805-47fe-815c-c7b66c0dad3e.vmdk on the data store datastore2 as vApp {{(pid=69702) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1356.477900] env[69702]: DEBUG nova.virt.vmwareapi.images [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Downloading image file data 1fa18789-ac62-4fb8-bbec-bd62d45ada6b to the ESX as VM named 'OSTACK_IMG_e84f0018-f805-47fe-815c-c7b66c0dad3e' {{(pid=69702) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1356.546286] env[69702]: DEBUG oslo_vmware.rw_handles [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1356.546286] env[69702]: value = "resgroup-9" [ 1356.546286] env[69702]: _type = "ResourcePool" [ 1356.546286] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1356.546613] env[69702]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9ce5f1c2-ff6c-4e1a-aade-d8a0fd0d76d5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.563241] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.563539] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db2882f7-c195-4137-9c53-0e0b76c92298 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.570598] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1356.570598] env[69702]: value = "task-3086266" [ 1356.570598] env[69702]: _type = "Task" [ 1356.570598] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.571888] env[69702]: DEBUG oslo_vmware.rw_handles [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lease: (returnval){ [ 1356.571888] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52371fee-4067-7d84-5328-5d7bb233f230" [ 1356.571888] env[69702]: _type = "HttpNfcLease" [ 1356.571888] env[69702]: } obtained for vApp import into resource pool (val){ [ 1356.571888] env[69702]: value = "resgroup-9" [ 1356.571888] env[69702]: _type = "ResourcePool" [ 1356.571888] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1356.572399] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the lease: (returnval){ [ 1356.572399] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52371fee-4067-7d84-5328-5d7bb233f230" [ 1356.572399] env[69702]: _type = "HttpNfcLease" [ 1356.572399] env[69702]: } to be ready. {{(pid=69702) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1356.582649] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.583730] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1356.583730] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52371fee-4067-7d84-5328-5d7bb233f230" [ 1356.583730] env[69702]: _type = "HttpNfcLease" [ 1356.583730] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1356.710828] env[69702]: DEBUG nova.network.neutron [-] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.748428] env[69702]: DEBUG oslo_concurrency.lockutils [req-85ce5e23-f248-4e71-bcee-f867b4eb3265 req-d0c819ae-835b-4b9c-992c-697a6cdf1df9 service nova] Releasing lock "refresh_cache-1ee00dc5-e8df-4cbd-ba02-a2414deecd41" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.083551] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1357.083551] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52371fee-4067-7d84-5328-5d7bb233f230" [ 1357.083551] env[69702]: _type = "HttpNfcLease" [ 1357.083551] env[69702]: } is initializing. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1357.087326] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.214304] env[69702]: INFO nova.compute.manager [-] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Took 1.03 seconds to deallocate network for instance. [ 1357.583361] env[69702]: DEBUG oslo_vmware.api [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086266, 'name': PowerOnVM_Task, 'duration_secs': 0.632358} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.583986] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.584198] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-251fd6ff-4e60-4da7-bff7-e7f1b576e48c tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance 'aa9f11e6-424a-4b74-b982-718f7073378d' progress to 100 {{(pid=69702) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1357.588901] env[69702]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1357.588901] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52371fee-4067-7d84-5328-5d7bb233f230" [ 1357.588901] env[69702]: _type = "HttpNfcLease" [ 1357.588901] env[69702]: } is ready. {{(pid=69702) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1357.589384] env[69702]: DEBUG oslo_vmware.rw_handles [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1357.589384] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52371fee-4067-7d84-5328-5d7bb233f230" [ 1357.589384] env[69702]: _type = "HttpNfcLease" [ 1357.589384] env[69702]: }. {{(pid=69702) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1357.590065] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e442b78c-651f-486c-a8ee-5fbba0c39945 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.596940] env[69702]: DEBUG oslo_vmware.rw_handles [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c98b80-a887-cf5a-9f59-b2ea00c6c403/disk-0.vmdk from lease info. {{(pid=69702) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1357.597126] env[69702]: DEBUG oslo_vmware.rw_handles [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c98b80-a887-cf5a-9f59-b2ea00c6c403/disk-0.vmdk. {{(pid=69702) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1357.662334] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-770608bb-5afa-45bf-a4b3-018b24d781b7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.721170] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.721522] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.721752] env[69702]: DEBUG nova.objects.instance [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Lazy-loading 'resources' on Instance uuid 7815ff94-5e62-48b2-8def-9e33558d382a {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.295820] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aef4680-60d8-452b-b13c-2b884fd57a77 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.306055] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f4355e-cc48-4d61-bd31-ff90c922e78d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.343596] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a9fe98-7ded-46c2-b599-d34c665f13e4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.354248] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87be6f02-d9aa-43e9-a839-40fd9b69759d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.369650] env[69702]: DEBUG nova.compute.provider_tree [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.703714] env[69702]: DEBUG oslo_vmware.rw_handles [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Completed reading data from the image iterator. {{(pid=69702) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1358.704100] env[69702]: DEBUG oslo_vmware.rw_handles [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c98b80-a887-cf5a-9f59-b2ea00c6c403/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1358.704945] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838821d4-b287-4f4f-a9d6-66940a53c7e5 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.712376] env[69702]: DEBUG oslo_vmware.rw_handles [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c98b80-a887-cf5a-9f59-b2ea00c6c403/disk-0.vmdk is in state: ready. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1358.712565] env[69702]: DEBUG oslo_vmware.rw_handles [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c98b80-a887-cf5a-9f59-b2ea00c6c403/disk-0.vmdk. {{(pid=69702) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1358.712785] env[69702]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6cade0d0-c4ac-4c1c-b5ff-1acf913225d3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.875033] env[69702]: DEBUG nova.scheduler.client.report [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.916441] env[69702]: DEBUG oslo_vmware.rw_handles [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c98b80-a887-cf5a-9f59-b2ea00c6c403/disk-0.vmdk. {{(pid=69702) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1358.916668] env[69702]: INFO nova.virt.vmwareapi.images [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Downloaded image file data 1fa18789-ac62-4fb8-bbec-bd62d45ada6b [ 1358.917776] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787779ed-cbc7-400a-b7cf-0f9c0094e52b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.933765] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b04b68ad-30cd-4f89-93d8-be71bf84cc12 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.955813] env[69702]: INFO nova.virt.vmwareapi.images [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] The imported VM was unregistered [ 1358.958165] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Caching image {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1358.958408] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1fa18789-ac62-4fb8-bbec-bd62d45ada6b {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.958665] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91f21165-622e-41e5-af13-2f83e2d09d2c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.981942] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Created directory with path [datastore2] devstack-image-cache_base/1fa18789-ac62-4fb8-bbec-bd62d45ada6b {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.982151] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e84f0018-f805-47fe-815c-c7b66c0dad3e/OSTACK_IMG_e84f0018-f805-47fe-815c-c7b66c0dad3e.vmdk to [datastore2] devstack-image-cache_base/1fa18789-ac62-4fb8-bbec-bd62d45ada6b/1fa18789-ac62-4fb8-bbec-bd62d45ada6b.vmdk. {{(pid=69702) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1358.982368] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-271c1d13-50a1-4eba-8c72-0ef8af7d6917 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.988743] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1358.988743] env[69702]: value = "task-3086269" [ 1358.988743] env[69702]: _type = "Task" [ 1358.988743] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.995725] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086269, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.380196] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.402914] env[69702]: INFO nova.scheduler.client.report [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Deleted allocations for instance 7815ff94-5e62-48b2-8def-9e33558d382a [ 1359.424855] env[69702]: DEBUG nova.network.neutron [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Port 137e84f9-d04e-44c1-8b81-00b744b36469 binding to destination host cpu-1 is already ACTIVE {{(pid=69702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1359.425155] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.425344] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.425524] env[69702]: DEBUG nova.network.neutron [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.498908] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086269, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.910732] env[69702]: DEBUG oslo_concurrency.lockutils [None req-12c24c97-0045-45e5-84c1-b06f3ce5ce14 tempest-ServersListShow298Test-2074053181 tempest-ServersListShow298Test-2074053181-project-member] Lock "7815ff94-5e62-48b2-8def-9e33558d382a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.364s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.000576] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086269, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.222308] env[69702]: DEBUG nova.network.neutron [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance_info_cache with network_info: [{"id": "137e84f9-d04e-44c1-8b81-00b744b36469", "address": "fa:16:3e:74:e4:cf", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137e84f9-d0", "ovs_interfaceid": "137e84f9-d04e-44c1-8b81-00b744b36469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.500445] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086269, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.725478] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.001682] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086269, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.229226] env[69702]: DEBUG nova.compute.manager [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69702) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1361.229518] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.229749] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.504064] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086269, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.733057] env[69702]: DEBUG nova.objects.instance [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lazy-loading 'migration_context' on Instance uuid aa9f11e6-424a-4b74-b982-718f7073378d {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.002504] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086269, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.287735] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba51365-bc39-4e61-b2bc-916cd30e0310 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.295681] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbde1a0-064f-4272-aa3f-3774d7961238 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.324491] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b59c19-cc8d-42a4-a774-2a211aa73e0f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.331133] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ffb13e-c58a-4eac-ba9c-d5579d104e19 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.343756] env[69702]: DEBUG nova.compute.provider_tree [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.503284] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086269, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.034051} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.503543] env[69702]: INFO nova.virt.vmwareapi.ds_util [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e84f0018-f805-47fe-815c-c7b66c0dad3e/OSTACK_IMG_e84f0018-f805-47fe-815c-c7b66c0dad3e.vmdk to [datastore2] devstack-image-cache_base/1fa18789-ac62-4fb8-bbec-bd62d45ada6b/1fa18789-ac62-4fb8-bbec-bd62d45ada6b.vmdk. [ 1362.503732] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Cleaning up location [datastore2] OSTACK_IMG_e84f0018-f805-47fe-815c-c7b66c0dad3e {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1362.503895] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e84f0018-f805-47fe-815c-c7b66c0dad3e {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.504165] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75683f7f-3624-4733-aa76-0aa22ad3827e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.510101] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1362.510101] env[69702]: value = "task-3086270" [ 1362.510101] env[69702]: _type = "Task" [ 1362.510101] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.517205] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.846588] env[69702]: DEBUG nova.scheduler.client.report [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.019687] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03309} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.020030] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.020114] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1fa18789-ac62-4fb8-bbec-bd62d45ada6b/1fa18789-ac62-4fb8-bbec-bd62d45ada6b.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.020348] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1fa18789-ac62-4fb8-bbec-bd62d45ada6b/1fa18789-ac62-4fb8-bbec-bd62d45ada6b.vmdk to [datastore2] 1ee00dc5-e8df-4cbd-ba02-a2414deecd41/1ee00dc5-e8df-4cbd-ba02-a2414deecd41.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.020594] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac9d7e4e-7077-4eea-989e-b5e19c02938d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.027206] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1363.027206] env[69702]: value = "task-3086271" [ 1363.027206] env[69702]: _type = "Task" [ 1363.027206] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.034302] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.537818] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086271, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.859369] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.629s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.038015] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086271, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.539154] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086271, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.040509] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086271, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.399027] env[69702]: INFO nova.compute.manager [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Swapping old allocation on dict_keys(['5a08ce25-a270-4b9f-aabb-681250add3d4']) held by migration 67768271-97fd-4212-a9a7-08d244160e8c for instance [ 1365.424021] env[69702]: DEBUG nova.scheduler.client.report [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Overwriting current allocation {'allocations': {'5a08ce25-a270-4b9f-aabb-681250add3d4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 174}}, 'project_id': '43b1d942d292476a8bc19b74a12d1549', 'user_id': '9566bfb1790e4e6883d5447bacb3ba10', 'consumer_generation': 1} on consumer aa9f11e6-424a-4b74-b982-718f7073378d {{(pid=69702) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1365.503516] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.503724] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.503904] env[69702]: DEBUG nova.network.neutron [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.539957] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086271, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.042362] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086271, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.204593] env[69702]: DEBUG nova.network.neutron [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance_info_cache with network_info: [{"id": "137e84f9-d04e-44c1-8b81-00b744b36469", "address": "fa:16:3e:74:e4:cf", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137e84f9-d0", "ovs_interfaceid": "137e84f9-d04e-44c1-8b81-00b744b36469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.540895] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086271, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.417528} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.541169] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1fa18789-ac62-4fb8-bbec-bd62d45ada6b/1fa18789-ac62-4fb8-bbec-bd62d45ada6b.vmdk to [datastore2] 1ee00dc5-e8df-4cbd-ba02-a2414deecd41/1ee00dc5-e8df-4cbd-ba02-a2414deecd41.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.541947] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1020db43-78ad-4963-ab48-5e0d58556b63 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.563251] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 1ee00dc5-e8df-4cbd-ba02-a2414deecd41/1ee00dc5-e8df-4cbd-ba02-a2414deecd41.vmdk or device None with type streamOptimized {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.563435] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb465b91-908f-490e-bd84-677e278b3d20 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.581818] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1366.581818] env[69702]: value = "task-3086272" [ 1366.581818] env[69702]: _type = "Task" [ 1366.581818] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.592920] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.707049] env[69702]: DEBUG oslo_concurrency.lockutils [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-aa9f11e6-424a-4b74-b982-718f7073378d" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.707503] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.707818] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f93e7971-4a23-4ff7-b822-1b435c68dd09 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.714918] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1366.714918] env[69702]: value = "task-3086273" [ 1366.714918] env[69702]: _type = "Task" [ 1366.714918] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.723075] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.091192] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086272, 'name': ReconfigVM_Task, 'duration_secs': 0.329827} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.091610] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 1ee00dc5-e8df-4cbd-ba02-a2414deecd41/1ee00dc5-e8df-4cbd-ba02-a2414deecd41.vmdk or device None with type streamOptimized {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.092160] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b81a7d90-7a86-4db3-8b94-4d0c875977cf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.098708] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1367.098708] env[69702]: value = "task-3086274" [ 1367.098708] env[69702]: _type = "Task" [ 1367.098708] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.106233] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086274, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.225583] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086273, 'name': PowerOffVM_Task, 'duration_secs': 0.210035} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.225848] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.226534] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.226755] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.226910] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.227105] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.227261] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.227405] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.227613] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.227771] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.227938] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.228116] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.228293] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.233254] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71339e02-a810-4ee0-bf68-616723c3567d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.248168] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1367.248168] env[69702]: value = "task-3086275" [ 1367.248168] env[69702]: _type = "Task" [ 1367.248168] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.255563] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.609384] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086274, 'name': Rename_Task, 'duration_secs': 0.142318} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.609615] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.609867] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb62653b-7dd3-4f2d-84e7-202acc25b6e9 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.615514] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1367.615514] env[69702]: value = "task-3086276" [ 1367.615514] env[69702]: _type = "Task" [ 1367.615514] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.622677] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.757892] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086275, 'name': ReconfigVM_Task, 'duration_secs': 0.131994} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.758857] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fdeb4f-b8df-4e2f-a474-2e6bdc164767 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.777413] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.777686] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.777872] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.778096] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.778258] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.778434] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.778672] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.778849] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.779029] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.779244] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.779441] env[69702]: DEBUG nova.virt.hardware [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.780236] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75051d65-c324-4494-a3ba-bf803dfaf6e7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.785643] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1367.785643] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522a79e8-3929-c547-1a94-faeff50589f6" [ 1367.785643] env[69702]: _type = "Task" [ 1367.785643] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.794273] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]522a79e8-3929-c547-1a94-faeff50589f6, 'name': SearchDatastore_Task, 'duration_secs': 0.006798} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.799391] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1367.799658] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ee753c-2075-4228-916c-921038e13d44 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.817710] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1367.817710] env[69702]: value = "task-3086277" [ 1367.817710] env[69702]: _type = "Task" [ 1367.817710] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.826495] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.125152] env[69702]: DEBUG oslo_vmware.api [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086276, 'name': PowerOnVM_Task, 'duration_secs': 0.452622} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.125519] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.225393] env[69702]: DEBUG nova.compute.manager [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.226317] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843de9ea-76e0-4e8c-8945-cf95b8ac0dda {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.327486] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086277, 'name': ReconfigVM_Task, 'duration_secs': 0.175474} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.327754] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69702) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1368.328551] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e545626-1b03-4c54-8b2c-43d7627a6c0d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.350471] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] aa9f11e6-424a-4b74-b982-718f7073378d/aa9f11e6-424a-4b74-b982-718f7073378d.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.350658] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf96ed90-6853-4116-90f3-aea456d670e2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.367905] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1368.367905] env[69702]: value = "task-3086278" [ 1368.367905] env[69702]: _type = "Task" [ 1368.367905] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.375058] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.742635] env[69702]: DEBUG oslo_concurrency.lockutils [None req-39a4b09b-bf03-4346-8e5b-3149ea5351ab tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.445s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.877879] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086278, 'name': ReconfigVM_Task, 'duration_secs': 0.246102} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.878025] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] aa9f11e6-424a-4b74-b982-718f7073378d/aa9f11e6-424a-4b74-b982-718f7073378d.vmdk or device None with type thin {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.878840] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c67fcde-9523-4440-9ab9-e49d824dfed4 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.896705] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938cdd67-f64b-42f7-9d99-983b07141b8a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.914009] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29affd39-11da-4f8a-a249-bc52f914cb94 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.932326] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ad87cb-1c1a-4d49-9a05-8f27c2f3f44a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.938666] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.938894] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26ec4ae0-028c-4c33-9718-615441b62d21 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.945043] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1368.945043] env[69702]: value = "task-3086279" [ 1368.945043] env[69702]: _type = "Task" [ 1368.945043] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.951918] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.455268] env[69702]: DEBUG oslo_vmware.api [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086279, 'name': PowerOnVM_Task, 'duration_secs': 0.343396} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.455699] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.466282] env[69702]: INFO nova.compute.manager [None req-6525d48a-9b18-4b7f-92c4-7e007a0737b9 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance to original state: 'active' [ 1371.868336] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "aa9f11e6-424a-4b74-b982-718f7073378d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.868739] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "aa9f11e6-424a-4b74-b982-718f7073378d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.868842] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "aa9f11e6-424a-4b74-b982-718f7073378d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.869118] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "aa9f11e6-424a-4b74-b982-718f7073378d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.869340] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "aa9f11e6-424a-4b74-b982-718f7073378d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.871642] env[69702]: INFO nova.compute.manager [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Terminating instance [ 1372.376095] env[69702]: DEBUG nova.compute.manager [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.376343] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.377346] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d32292d-f692-41bb-9789-3f3f007cdc8c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.385390] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.385644] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b344217-25d2-4d61-b7a9-6feb13240bc3 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.392323] env[69702]: DEBUG oslo_vmware.api [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1372.392323] env[69702]: value = "task-3086280" [ 1372.392323] env[69702]: _type = "Task" [ 1372.392323] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.400675] env[69702]: DEBUG oslo_vmware.api [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.902323] env[69702]: DEBUG oslo_vmware.api [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086280, 'name': PowerOffVM_Task, 'duration_secs': 0.195717} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.902730] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.902780] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.903109] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ca9362a-dc85-459a-bdea-bb1303618cc2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.964444] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.964698] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.965018] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleting the datastore file [datastore2] aa9f11e6-424a-4b74-b982-718f7073378d {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.965317] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c19ef8a4-b9e9-40ad-98ff-1a2ee64ab452 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.971487] env[69702]: DEBUG oslo_vmware.api [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1372.971487] env[69702]: value = "task-3086282" [ 1372.971487] env[69702]: _type = "Task" [ 1372.971487] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.979049] env[69702]: DEBUG oslo_vmware.api [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.481168] env[69702]: DEBUG oslo_vmware.api [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153484} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.481464] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.481609] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.481792] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.481967] env[69702]: INFO nova.compute.manager [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1373.482224] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.482413] env[69702]: DEBUG nova.compute.manager [-] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.482526] env[69702]: DEBUG nova.network.neutron [-] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.956283] env[69702]: DEBUG nova.compute.manager [req-b2d043d9-89c0-4ce5-92bb-e33f138252e1 req-0a0d9736-47b1-4e81-821f-871b3468c58a service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Received event network-vif-deleted-137e84f9-d04e-44c1-8b81-00b744b36469 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.956283] env[69702]: INFO nova.compute.manager [req-b2d043d9-89c0-4ce5-92bb-e33f138252e1 req-0a0d9736-47b1-4e81-821f-871b3468c58a service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Neutron deleted interface 137e84f9-d04e-44c1-8b81-00b744b36469; detaching it from the instance and deleting it from the info cache [ 1373.956283] env[69702]: DEBUG nova.network.neutron [req-b2d043d9-89c0-4ce5-92bb-e33f138252e1 req-0a0d9736-47b1-4e81-821f-871b3468c58a service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.434470] env[69702]: DEBUG nova.network.neutron [-] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.458729] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84823b2f-41bf-414e-8e56-4111284683ae {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.468890] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e15db6-2d87-4337-a87c-d1d3d26cd155 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.493324] env[69702]: DEBUG nova.compute.manager [req-b2d043d9-89c0-4ce5-92bb-e33f138252e1 req-0a0d9736-47b1-4e81-821f-871b3468c58a service nova] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Detach interface failed, port_id=137e84f9-d04e-44c1-8b81-00b744b36469, reason: Instance aa9f11e6-424a-4b74-b982-718f7073378d could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1374.937515] env[69702]: INFO nova.compute.manager [-] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Took 1.45 seconds to deallocate network for instance. [ 1375.444039] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.444407] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.444534] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.467944] env[69702]: INFO nova.scheduler.client.report [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleted allocations for instance aa9f11e6-424a-4b74-b982-718f7073378d [ 1375.977903] env[69702]: DEBUG oslo_concurrency.lockutils [None req-a07493e0-e7be-462a-a99f-2af2ac5c611b tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "aa9f11e6-424a-4b74-b982-718f7073378d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.109s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.743963] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.744240] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.246987] env[69702]: DEBUG nova.compute.manager [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Starting instance... {{(pid=69702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1377.765510] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.765772] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.767275] env[69702]: INFO nova.compute.claims [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.810628] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481b5554-e6d0-4688-a7f1-1f285b636941 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.818973] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6a1a1a-eb56-4354-9e13-aac2b2504244 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.847944] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3dc1e5-5e24-4d39-996c-ea17358a66c7 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.854760] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d66f242-7987-4e73-952d-40ef4e225e63 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.867297] env[69702]: DEBUG nova.compute.provider_tree [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.370913] env[69702]: DEBUG nova.scheduler.client.report [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.876813] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.877367] env[69702]: DEBUG nova.compute.manager [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Start building networks asynchronously for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1380.383314] env[69702]: DEBUG nova.compute.utils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Using /dev/sd instead of None {{(pid=69702) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1380.384572] env[69702]: DEBUG nova.compute.manager [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Allocating IP information in the background. {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.384756] env[69702]: DEBUG nova.network.neutron [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] allocate_for_instance() {{(pid=69702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.441738] env[69702]: DEBUG nova.policy [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9566bfb1790e4e6883d5447bacb3ba10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43b1d942d292476a8bc19b74a12d1549', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69702) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.704511] env[69702]: DEBUG nova.network.neutron [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Successfully created port: 061cec29-1470-49b1-a2b1-933eca22b096 {{(pid=69702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.888066] env[69702]: DEBUG nova.compute.manager [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Start building block device mappings for instance. {{(pid=69702) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1381.898409] env[69702]: DEBUG nova.compute.manager [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Start spawning the instance on the hypervisor. {{(pid=69702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.924448] env[69702]: DEBUG nova.virt.hardware [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T13:51:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T13:51:05Z,direct_url=,disk_format='vmdk',id=c1e16047-c7f5-4e3b-a3f7-a9bbe926402c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='807650c4023a48a09f299719c2499783',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.924704] env[69702]: DEBUG nova.virt.hardware [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.924862] env[69702]: DEBUG nova.virt.hardware [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image limits 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.925063] env[69702]: DEBUG nova.virt.hardware [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Flavor pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.925214] env[69702]: DEBUG nova.virt.hardware [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Image pref 0:0:0 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.925358] env[69702]: DEBUG nova.virt.hardware [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.925565] env[69702]: DEBUG nova.virt.hardware [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.925724] env[69702]: DEBUG nova.virt.hardware [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.925891] env[69702]: DEBUG nova.virt.hardware [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Got 1 possible topologies {{(pid=69702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.926075] env[69702]: DEBUG nova.virt.hardware [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.926265] env[69702]: DEBUG nova.virt.hardware [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.927128] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff0ff3d-25be-45e3-8c14-0821957a8303 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.935023] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c740508c-d82d-4917-b1a3-07cedeccdb67 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.045948] env[69702]: DEBUG nova.compute.manager [req-eba8b97c-83d0-4597-ba0e-823730fff803 req-4facbe2c-9267-475d-a5a8-f6e987a29565 service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Received event network-vif-plugged-061cec29-1470-49b1-a2b1-933eca22b096 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.046187] env[69702]: DEBUG oslo_concurrency.lockutils [req-eba8b97c-83d0-4597-ba0e-823730fff803 req-4facbe2c-9267-475d-a5a8-f6e987a29565 service nova] Acquiring lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.046388] env[69702]: DEBUG oslo_concurrency.lockutils [req-eba8b97c-83d0-4597-ba0e-823730fff803 req-4facbe2c-9267-475d-a5a8-f6e987a29565 service nova] Lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.046568] env[69702]: DEBUG oslo_concurrency.lockutils [req-eba8b97c-83d0-4597-ba0e-823730fff803 req-4facbe2c-9267-475d-a5a8-f6e987a29565 service nova] Lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.046765] env[69702]: DEBUG nova.compute.manager [req-eba8b97c-83d0-4597-ba0e-823730fff803 req-4facbe2c-9267-475d-a5a8-f6e987a29565 service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] No waiting events found dispatching network-vif-plugged-061cec29-1470-49b1-a2b1-933eca22b096 {{(pid=69702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1382.046929] env[69702]: WARNING nova.compute.manager [req-eba8b97c-83d0-4597-ba0e-823730fff803 req-4facbe2c-9267-475d-a5a8-f6e987a29565 service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Received unexpected event network-vif-plugged-061cec29-1470-49b1-a2b1-933eca22b096 for instance with vm_state building and task_state spawning. [ 1382.124754] env[69702]: DEBUG nova.network.neutron [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Successfully updated port: 061cec29-1470-49b1-a2b1-933eca22b096 {{(pid=69702) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.627755] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.627893] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.628040] env[69702]: DEBUG nova.network.neutron [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.159107] env[69702]: DEBUG nova.network.neutron [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Instance cache missing network info. {{(pid=69702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.280206] env[69702]: DEBUG nova.network.neutron [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Updating instance_info_cache with network_info: [{"id": "061cec29-1470-49b1-a2b1-933eca22b096", "address": "fa:16:3e:22:ed:fa", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061cec29-14", "ovs_interfaceid": "061cec29-1470-49b1-a2b1-933eca22b096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.783039] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.783363] env[69702]: DEBUG nova.compute.manager [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Instance network_info: |[{"id": "061cec29-1470-49b1-a2b1-933eca22b096", "address": "fa:16:3e:22:ed:fa", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061cec29-14", "ovs_interfaceid": "061cec29-1470-49b1-a2b1-933eca22b096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.783792] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:ed:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '061cec29-1470-49b1-a2b1-933eca22b096', 'vif_model': 'vmxnet3'}] {{(pid=69702) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.791173] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.791378] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Creating VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.791986] env[69702]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4071d23f-e86c-4e05-8bce-5c74b86b1b6d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.811537] env[69702]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.811537] env[69702]: value = "task-3086283" [ 1383.811537] env[69702]: _type = "Task" [ 1383.811537] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.819788] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086283, 'name': CreateVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.071146] env[69702]: DEBUG nova.compute.manager [req-8e050dab-8f49-4494-9955-0a7dde689c1e req-73f892ee-116e-41ef-bf27-64d1c043f186 service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Received event network-changed-061cec29-1470-49b1-a2b1-933eca22b096 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.071348] env[69702]: DEBUG nova.compute.manager [req-8e050dab-8f49-4494-9955-0a7dde689c1e req-73f892ee-116e-41ef-bf27-64d1c043f186 service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Refreshing instance network info cache due to event network-changed-061cec29-1470-49b1-a2b1-933eca22b096. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1384.071616] env[69702]: DEBUG oslo_concurrency.lockutils [req-8e050dab-8f49-4494-9955-0a7dde689c1e req-73f892ee-116e-41ef-bf27-64d1c043f186 service nova] Acquiring lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.071775] env[69702]: DEBUG oslo_concurrency.lockutils [req-8e050dab-8f49-4494-9955-0a7dde689c1e req-73f892ee-116e-41ef-bf27-64d1c043f186 service nova] Acquired lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.071942] env[69702]: DEBUG nova.network.neutron [req-8e050dab-8f49-4494-9955-0a7dde689c1e req-73f892ee-116e-41ef-bf27-64d1c043f186 service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Refreshing network info cache for port 061cec29-1470-49b1-a2b1-933eca22b096 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.321781] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086283, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.767417] env[69702]: DEBUG nova.network.neutron [req-8e050dab-8f49-4494-9955-0a7dde689c1e req-73f892ee-116e-41ef-bf27-64d1c043f186 service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Updated VIF entry in instance network info cache for port 061cec29-1470-49b1-a2b1-933eca22b096. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.767776] env[69702]: DEBUG nova.network.neutron [req-8e050dab-8f49-4494-9955-0a7dde689c1e req-73f892ee-116e-41ef-bf27-64d1c043f186 service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Updating instance_info_cache with network_info: [{"id": "061cec29-1470-49b1-a2b1-933eca22b096", "address": "fa:16:3e:22:ed:fa", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061cec29-14", "ovs_interfaceid": "061cec29-1470-49b1-a2b1-933eca22b096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.822375] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086283, 'name': CreateVM_Task} progress is 99%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.270644] env[69702]: DEBUG oslo_concurrency.lockutils [req-8e050dab-8f49-4494-9955-0a7dde689c1e req-73f892ee-116e-41ef-bf27-64d1c043f186 service nova] Releasing lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.322689] env[69702]: DEBUG oslo_vmware.api [-] Task: {'id': task-3086283, 'name': CreateVM_Task, 'duration_secs': 1.299882} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.323040] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Created VM on the ESX host {{(pid=69702) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.323542] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.323712] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.324046] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.324297] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375e561f-7ba7-43b3-9a1d-283a9be96832 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.329103] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1385.329103] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c7b1e7-0279-1baf-f760-d301be22f72e" [ 1385.329103] env[69702]: _type = "Task" [ 1385.329103] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.336160] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c7b1e7-0279-1baf-f760-d301be22f72e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.838854] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52c7b1e7-0279-1baf-f760-d301be22f72e, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.839178] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.839413] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Processing image c1e16047-c7f5-4e3b-a3f7-a9bbe926402c {{(pid=69702) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.839673] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.839824] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.840009] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.840275] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa3d433c-0e03-4934-8c00-8788512f7fec {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.848216] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69702) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.848393] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69702) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.849081] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e6f413-9d4b-44a8-8ba9-e928101193ff {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.853737] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1385.853737] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a35459-5e5b-9475-521b-b2d8a9b44174" [ 1385.853737] env[69702]: _type = "Task" [ 1385.853737] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.861119] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a35459-5e5b-9475-521b-b2d8a9b44174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.363955] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]52a35459-5e5b-9475-521b-b2d8a9b44174, 'name': SearchDatastore_Task, 'duration_secs': 0.007821} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.364728] env[69702]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657562a3-7371-40c9-8e70-275cd6eb38bf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.369342] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1386.369342] env[69702]: value = "session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523586ea-d2da-fed2-98cf-da5ed267e4e5" [ 1386.369342] env[69702]: _type = "Task" [ 1386.369342] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.376658] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523586ea-d2da-fed2-98cf-da5ed267e4e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.879138] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': session[52de6c3a-7e85-92d6-ad52-9e0eb636b9c3]523586ea-d2da-fed2-98cf-da5ed267e4e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.879387] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.879628] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05/d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.879880] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca19583f-f0a6-47a5-9ddb-4857881b9816 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.886144] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1386.886144] env[69702]: value = "task-3086284" [ 1386.886144] env[69702]: _type = "Task" [ 1386.886144] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.894367] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.396482] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427796} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.396900] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c/c1e16047-c7f5-4e3b-a3f7-a9bbe926402c.vmdk to [datastore2] d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05/d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05.vmdk {{(pid=69702) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1387.396900] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Extending root virtual disk to 1048576 {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1387.397150] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-215d53f9-5178-4d82-9218-47e58e693691 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.403035] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1387.403035] env[69702]: value = "task-3086285" [ 1387.403035] env[69702]: _type = "Task" [ 1387.403035] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.411320] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.913055] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063095} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.913321] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Extended root virtual disk {{(pid=69702) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.914064] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ae6dd6-31bf-4f53-a97e-e564ed80d6a0 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.935061] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05/d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.935297] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d8940b-3168-4f9b-95cc-5d15da172c88 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.953720] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1387.953720] env[69702]: value = "task-3086286" [ 1387.953720] env[69702]: _type = "Task" [ 1387.953720] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.960896] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.463589] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086286, 'name': ReconfigVM_Task, 'duration_secs': 0.250285} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.464020] env[69702]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Reconfigured VM instance instance-00000080 to attach disk [datastore2] d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05/d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05.vmdk or device None with type sparse {{(pid=69702) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.464430] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8b04647-d5e7-4522-a684-d3ff10301aba {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.470730] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1388.470730] env[69702]: value = "task-3086287" [ 1388.470730] env[69702]: _type = "Task" [ 1388.470730] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.478422] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086287, 'name': Rename_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.980767] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086287, 'name': Rename_Task, 'duration_secs': 0.137015} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.981061] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.981302] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1e6f7f8-0b19-4212-a718-858aa81c7965 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.988012] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1388.988012] env[69702]: value = "task-3086288" [ 1388.988012] env[69702]: _type = "Task" [ 1388.988012] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.995036] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.498633] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086288, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.999114] env[69702]: DEBUG oslo_vmware.api [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086288, 'name': PowerOnVM_Task, 'duration_secs': 0.545708} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.999355] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.999895] env[69702]: INFO nova.compute.manager [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1389.999895] env[69702]: DEBUG nova.compute.manager [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.000504] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5f047b-e053-4c2b-a21c-d3c5df788a60 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.518664] env[69702]: INFO nova.compute.manager [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Took 12.77 seconds to build instance. [ 1391.021256] env[69702]: DEBUG oslo_concurrency.lockutils [None req-f61e447f-bb25-4b71-8c15-eda30b2f8f8f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.277s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.043421] env[69702]: DEBUG nova.compute.manager [req-c121618b-3f72-43cb-887f-6ad766576794 req-b5140c8c-2c38-4e78-b4ed-dab29900fb01 service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Received event network-changed-061cec29-1470-49b1-a2b1-933eca22b096 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.043664] env[69702]: DEBUG nova.compute.manager [req-c121618b-3f72-43cb-887f-6ad766576794 req-b5140c8c-2c38-4e78-b4ed-dab29900fb01 service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Refreshing instance network info cache due to event network-changed-061cec29-1470-49b1-a2b1-933eca22b096. {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1391.043840] env[69702]: DEBUG oslo_concurrency.lockutils [req-c121618b-3f72-43cb-887f-6ad766576794 req-b5140c8c-2c38-4e78-b4ed-dab29900fb01 service nova] Acquiring lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.044134] env[69702]: DEBUG oslo_concurrency.lockutils [req-c121618b-3f72-43cb-887f-6ad766576794 req-b5140c8c-2c38-4e78-b4ed-dab29900fb01 service nova] Acquired lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.044383] env[69702]: DEBUG nova.network.neutron [req-c121618b-3f72-43cb-887f-6ad766576794 req-b5140c8c-2c38-4e78-b4ed-dab29900fb01 service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Refreshing network info cache for port 061cec29-1470-49b1-a2b1-933eca22b096 {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.744815] env[69702]: DEBUG nova.network.neutron [req-c121618b-3f72-43cb-887f-6ad766576794 req-b5140c8c-2c38-4e78-b4ed-dab29900fb01 service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Updated VIF entry in instance network info cache for port 061cec29-1470-49b1-a2b1-933eca22b096. {{(pid=69702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.745212] env[69702]: DEBUG nova.network.neutron [req-c121618b-3f72-43cb-887f-6ad766576794 req-b5140c8c-2c38-4e78-b4ed-dab29900fb01 service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Updating instance_info_cache with network_info: [{"id": "061cec29-1470-49b1-a2b1-933eca22b096", "address": "fa:16:3e:22:ed:fa", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061cec29-14", "ovs_interfaceid": "061cec29-1470-49b1-a2b1-933eca22b096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.247705] env[69702]: DEBUG oslo_concurrency.lockutils [req-c121618b-3f72-43cb-887f-6ad766576794 req-b5140c8c-2c38-4e78-b4ed-dab29900fb01 service nova] Releasing lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.515100] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.515473] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.020939] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.020939] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.020939] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.020939] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.021265] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.021265] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.021334] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1398.021439] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.524426] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.524799] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.524848] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.525019] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1398.525977] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d637f4f-7d8a-427c-ae5d-3706d467d9f6 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.534450] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20735c5b-403f-4f5a-a091-9025bab4307a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.548131] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62086907-80f9-45fe-afa8-030d54045280 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.554129] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11edcf03-64e3-446a-b5cc-1e422d8d6d40 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.582783] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180166MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1398.582899] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.583119] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.609021] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance 1ee00dc5-e8df-4cbd-ba02-a2414deecd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1399.609021] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Instance d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1399.609404] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1399.609404] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1399.643599] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ced20ed-6c74-4ea1-9d19-06af3ac61438 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.650806] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d59763-24fd-4296-af9b-651c82ad3248 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.679677] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d765ad81-c15e-4e91-b666-4ab899fcebe8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.686107] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b543c94-fe8c-451b-9656-39906ef330da {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.698438] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.201462] env[69702]: DEBUG nova.scheduler.client.report [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.706119] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1400.706458] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.014345] env[69702]: DEBUG oslo_concurrency.lockutils [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.014720] env[69702]: DEBUG oslo_concurrency.lockutils [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.014856] env[69702]: DEBUG oslo_concurrency.lockutils [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.015021] env[69702]: DEBUG oslo_concurrency.lockutils [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.015206] env[69702]: DEBUG oslo_concurrency.lockutils [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.018761] env[69702]: INFO nova.compute.manager [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Terminating instance [ 1405.522763] env[69702]: DEBUG nova.compute.manager [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.523037] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.523952] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1055ed-a2fd-48cd-8078-338697b38528 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.531670] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.531940] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6d1888d-5d4c-4b59-b418-97c39eaa0d79 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.537640] env[69702]: DEBUG oslo_vmware.api [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1405.537640] env[69702]: value = "task-3086289" [ 1405.537640] env[69702]: _type = "Task" [ 1405.537640] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.545087] env[69702]: DEBUG oslo_vmware.api [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.046908] env[69702]: DEBUG oslo_vmware.api [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086289, 'name': PowerOffVM_Task, 'duration_secs': 0.171415} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.047299] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.047353] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.047555] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90a9c1df-df9f-4c2c-9c0b-42219d0cd764 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.112430] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.112641] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.112816] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleting the datastore file [datastore2] 1ee00dc5-e8df-4cbd-ba02-a2414deecd41 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.113123] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d300228d-70a6-4f63-bda3-29a6ddd0050a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.120188] env[69702]: DEBUG oslo_vmware.api [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for the task: (returnval){ [ 1406.120188] env[69702]: value = "task-3086291" [ 1406.120188] env[69702]: _type = "Task" [ 1406.120188] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.127277] env[69702]: DEBUG oslo_vmware.api [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.630423] env[69702]: DEBUG oslo_vmware.api [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Task: {'id': task-3086291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144229} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.630423] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.630672] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.630672] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.630850] env[69702]: INFO nova.compute.manager [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1406.631107] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.631306] env[69702]: DEBUG nova.compute.manager [-] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.631402] env[69702]: DEBUG nova.network.neutron [-] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.081610] env[69702]: DEBUG nova.compute.manager [req-4a5af50a-e120-4f0d-9734-974765819390 req-0e1d06b0-58db-4795-94a2-98580e5ec890 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Received event network-vif-deleted-7782a1b4-6eba-4e3a-977d-48b1135f111c {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.081867] env[69702]: INFO nova.compute.manager [req-4a5af50a-e120-4f0d-9734-974765819390 req-0e1d06b0-58db-4795-94a2-98580e5ec890 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Neutron deleted interface 7782a1b4-6eba-4e3a-977d-48b1135f111c; detaching it from the instance and deleting it from the info cache [ 1407.082147] env[69702]: DEBUG nova.network.neutron [req-4a5af50a-e120-4f0d-9734-974765819390 req-0e1d06b0-58db-4795-94a2-98580e5ec890 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.566460] env[69702]: DEBUG nova.network.neutron [-] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.584847] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c81e778-52e3-4e3e-b6e2-11493089983a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.595226] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391fe315-b467-4016-8131-ad8645952653 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.621163] env[69702]: DEBUG nova.compute.manager [req-4a5af50a-e120-4f0d-9734-974765819390 req-0e1d06b0-58db-4795-94a2-98580e5ec890 service nova] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Detach interface failed, port_id=7782a1b4-6eba-4e3a-977d-48b1135f111c, reason: Instance 1ee00dc5-e8df-4cbd-ba02-a2414deecd41 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1408.069809] env[69702]: INFO nova.compute.manager [-] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Took 1.44 seconds to deallocate network for instance. [ 1408.576707] env[69702]: DEBUG oslo_concurrency.lockutils [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.577123] env[69702]: DEBUG oslo_concurrency.lockutils [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.577234] env[69702]: DEBUG nova.objects.instance [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lazy-loading 'resources' on Instance uuid 1ee00dc5-e8df-4cbd-ba02-a2414deecd41 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.120846] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f62263a-59c7-4dfb-8a97-366dcc4ff592 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.128467] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa5709e-f51b-4f97-bd8f-f0a1ec8fa21f {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.157272] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bc28b2-b0db-4cdd-9f5d-3271f1517ded {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.163940] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97203c53-b12e-4001-aab7-7e04176e3056 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.176267] env[69702]: DEBUG nova.compute.provider_tree [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.679068] env[69702]: DEBUG nova.scheduler.client.report [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.185229] env[69702]: DEBUG oslo_concurrency.lockutils [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.204421] env[69702]: INFO nova.scheduler.client.report [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Deleted allocations for instance 1ee00dc5-e8df-4cbd-ba02-a2414deecd41 [ 1410.711931] env[69702]: DEBUG oslo_concurrency.lockutils [None req-af1959b2-26fb-4664-ab22-2f29b71b51fa tempest-AttachVolumeShelveTestJSON-426694739 tempest-AttachVolumeShelveTestJSON-426694739-project-member] Lock "1ee00dc5-e8df-4cbd-ba02-a2414deecd41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.697s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.806234] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4ab4a753-1bd2-4e1d-adcb-6c68210f3de1 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.806546] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4ab4a753-1bd2-4e1d-adcb-6c68210f3de1 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.806693] env[69702]: DEBUG nova.compute.manager [None req-4ab4a753-1bd2-4e1d-adcb-6c68210f3de1 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.807614] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfed5495-a7a5-4f27-905f-a07493e9ac4b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.814652] env[69702]: DEBUG nova.compute.manager [None req-4ab4a753-1bd2-4e1d-adcb-6c68210f3de1 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69702) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1427.815207] env[69702]: DEBUG nova.objects.instance [None req-4ab4a753-1bd2-4e1d-adcb-6c68210f3de1 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lazy-loading 'flavor' on Instance uuid d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.822471] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab4a753-1bd2-4e1d-adcb-6c68210f3de1 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.823176] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d428c99f-44f7-43a8-9c6a-2832d5f4c6a8 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.830263] env[69702]: DEBUG oslo_vmware.api [None req-4ab4a753-1bd2-4e1d-adcb-6c68210f3de1 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1428.830263] env[69702]: value = "task-3086293" [ 1428.830263] env[69702]: _type = "Task" [ 1428.830263] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.837647] env[69702]: DEBUG oslo_vmware.api [None req-4ab4a753-1bd2-4e1d-adcb-6c68210f3de1 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.340686] env[69702]: DEBUG oslo_vmware.api [None req-4ab4a753-1bd2-4e1d-adcb-6c68210f3de1 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086293, 'name': PowerOffVM_Task, 'duration_secs': 0.191504} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.340966] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab4a753-1bd2-4e1d-adcb-6c68210f3de1 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.341186] env[69702]: DEBUG nova.compute.manager [None req-4ab4a753-1bd2-4e1d-adcb-6c68210f3de1 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.341911] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4addb8d0-2ef5-4021-a32a-d5a7d9c51562 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.852189] env[69702]: DEBUG oslo_concurrency.lockutils [None req-4ab4a753-1bd2-4e1d-adcb-6c68210f3de1 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.147523] env[69702]: DEBUG nova.objects.instance [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lazy-loading 'flavor' on Instance uuid d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.652505] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.652709] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.652835] env[69702]: DEBUG nova.network.neutron [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.653019] env[69702]: DEBUG nova.objects.instance [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lazy-loading 'info_cache' on Instance uuid d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.156639] env[69702]: DEBUG nova.objects.base [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69702) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1431.849848] env[69702]: DEBUG nova.network.neutron [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Updating instance_info_cache with network_info: [{"id": "061cec29-1470-49b1-a2b1-933eca22b096", "address": "fa:16:3e:22:ed:fa", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061cec29-14", "ovs_interfaceid": "061cec29-1470-49b1-a2b1-933eca22b096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.353062] env[69702]: DEBUG oslo_concurrency.lockutils [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.359332] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Powering on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.359742] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b72ab39e-3d73-4df9-8b64-f07a6b09867d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.367587] env[69702]: DEBUG oslo_vmware.api [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1433.367587] env[69702]: value = "task-3086294" [ 1433.367587] env[69702]: _type = "Task" [ 1433.367587] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.375431] env[69702]: DEBUG oslo_vmware.api [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.877535] env[69702]: DEBUG oslo_vmware.api [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086294, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.377692] env[69702]: DEBUG oslo_vmware.api [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086294, 'name': PowerOnVM_Task, 'duration_secs': 0.53752} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.380826] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Powered on the VM {{(pid=69702) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.380826] env[69702]: DEBUG nova.compute.manager [None req-d8813bd1-94a2-465a-bf7f-658b0c0799d4 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.380826] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b7793d-3429-4eaf-80fe-92a80fdc5f01 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.980647] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebbaf2b-85c6-4eae-abf6-9c4de4449dcf {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.987448] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-17a4533e-8056-450a-af1b-2950b96a994a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Suspending the VM {{(pid=69702) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1435.987666] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cc55b39a-eabe-4010-b681-0055d1221d8a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.993577] env[69702]: DEBUG oslo_vmware.api [None req-17a4533e-8056-450a-af1b-2950b96a994a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1435.993577] env[69702]: value = "task-3086295" [ 1435.993577] env[69702]: _type = "Task" [ 1435.993577] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.002559] env[69702]: DEBUG oslo_vmware.api [None req-17a4533e-8056-450a-af1b-2950b96a994a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086295, 'name': SuspendVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.504353] env[69702]: DEBUG oslo_vmware.api [None req-17a4533e-8056-450a-af1b-2950b96a994a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086295, 'name': SuspendVM_Task} progress is 66%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.004954] env[69702]: DEBUG oslo_vmware.api [None req-17a4533e-8056-450a-af1b-2950b96a994a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086295, 'name': SuspendVM_Task, 'duration_secs': 0.624888} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.005324] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-17a4533e-8056-450a-af1b-2950b96a994a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Suspended the VM {{(pid=69702) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1437.005416] env[69702]: DEBUG nova.compute.manager [None req-17a4533e-8056-450a-af1b-2950b96a994a tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.006161] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067a4ef3-8e4d-4278-9ac5-760504a10c3b {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.301466] env[69702]: INFO nova.compute.manager [None req-e43adc4f-905e-4536-bc4a-2523ebf9459f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Resuming [ 1438.302113] env[69702]: DEBUG nova.objects.instance [None req-e43adc4f-905e-4536-bc4a-2523ebf9459f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lazy-loading 'flavor' on Instance uuid d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.813715] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e43adc4f-905e-4536-bc4a-2523ebf9459f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.814025] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e43adc4f-905e-4536-bc4a-2523ebf9459f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquired lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.814116] env[69702]: DEBUG nova.network.neutron [None req-e43adc4f-905e-4536-bc4a-2523ebf9459f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Building network info cache for instance {{(pid=69702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.499240] env[69702]: DEBUG nova.network.neutron [None req-e43adc4f-905e-4536-bc4a-2523ebf9459f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Updating instance_info_cache with network_info: [{"id": "061cec29-1470-49b1-a2b1-933eca22b096", "address": "fa:16:3e:22:ed:fa", "network": {"id": "801c4466-cbd4-4aa2-810d-9b76e9214ba8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-582891636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1d942d292476a8bc19b74a12d1549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061cec29-14", "ovs_interfaceid": "061cec29-1470-49b1-a2b1-933eca22b096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.002432] env[69702]: DEBUG oslo_concurrency.lockutils [None req-e43adc4f-905e-4536-bc4a-2523ebf9459f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Releasing lock "refresh_cache-d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" {{(pid=69702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.003600] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e99aa73-eedc-47c2-adc1-2c19d42389b1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.010221] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e43adc4f-905e-4536-bc4a-2523ebf9459f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Resuming the VM {{(pid=69702) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1441.010460] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8d189dc-5c8d-4882-8ece-0356b9b8e14a {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.016275] env[69702]: DEBUG oslo_vmware.api [None req-e43adc4f-905e-4536-bc4a-2523ebf9459f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1441.016275] env[69702]: value = "task-3086296" [ 1441.016275] env[69702]: _type = "Task" [ 1441.016275] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.023609] env[69702]: DEBUG oslo_vmware.api [None req-e43adc4f-905e-4536-bc4a-2523ebf9459f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.526519] env[69702]: DEBUG oslo_vmware.api [None req-e43adc4f-905e-4536-bc4a-2523ebf9459f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086296, 'name': PowerOnVM_Task, 'duration_secs': 0.491243} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.526792] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-e43adc4f-905e-4536-bc4a-2523ebf9459f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Resumed the VM {{(pid=69702) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1441.526979] env[69702]: DEBUG nova.compute.manager [None req-e43adc4f-905e-4536-bc4a-2523ebf9459f tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Checking state {{(pid=69702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1441.527798] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b79bc3-96f4-4911-8834-0327d3ef4266 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.924049] env[69702]: DEBUG oslo_concurrency.lockutils [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.924506] env[69702]: DEBUG oslo_concurrency.lockutils [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.924506] env[69702]: DEBUG oslo_concurrency.lockutils [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.924682] env[69702]: DEBUG oslo_concurrency.lockutils [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.924879] env[69702]: DEBUG oslo_concurrency.lockutils [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.926960] env[69702]: INFO nova.compute.manager [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Terminating instance [ 1443.279184] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.279364] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.279502] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.279651] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.279793] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1443.279957] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.280099] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Cleaning up deleted instances {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1443.430457] env[69702]: DEBUG nova.compute.manager [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Start destroying the instance on the hypervisor. {{(pid=69702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1443.430727] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Destroying instance {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1443.431599] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a29555-bd50-44f4-88da-b6ebb36fe976 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.439565] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Powering off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.439822] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b82b04d-3359-4d4b-9edd-56d2afd161d1 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.445403] env[69702]: DEBUG oslo_vmware.api [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1443.445403] env[69702]: value = "task-3086297" [ 1443.445403] env[69702]: _type = "Task" [ 1443.445403] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.453254] env[69702]: DEBUG oslo_vmware.api [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.789250] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] There are 25 instances to clean {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1443.789447] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 7815ff94-5e62-48b2-8def-9e33558d382a] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.955157] env[69702]: DEBUG oslo_vmware.api [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086297, 'name': PowerOffVM_Task, 'duration_secs': 0.196794} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.955507] env[69702]: DEBUG nova.virt.vmwareapi.vm_util [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Powered off the VM {{(pid=69702) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.955549] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Unregistering the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.955766] env[69702]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3190f409-7f97-48da-a277-30428f07d011 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.023251] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Unregistered the VM {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.023508] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Deleting contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.023749] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleting the datastore file [datastore2] d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05 {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.024056] env[69702]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd938b27-c526-4e0e-b5e3-628720e90376 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.031274] env[69702]: DEBUG oslo_vmware.api [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for the task: (returnval){ [ 1444.031274] env[69702]: value = "task-3086299" [ 1444.031274] env[69702]: _type = "Task" [ 1444.031274] env[69702]: } to complete. {{(pid=69702) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.038243] env[69702]: DEBUG oslo_vmware.api [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.292658] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: bb634e94-c3a8-4aa5-92cb-fb0d6c73c677] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.541056] env[69702]: DEBUG oslo_vmware.api [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Task: {'id': task-3086299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168787} completed successfully. {{(pid=69702) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.541308] env[69702]: DEBUG nova.virt.vmwareapi.ds_util [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleted the datastore file {{(pid=69702) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1444.541465] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Deleted contents of the VM from datastore datastore2 {{(pid=69702) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1444.541642] env[69702]: DEBUG nova.virt.vmwareapi.vmops [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Instance destroyed {{(pid=69702) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1444.541818] env[69702]: INFO nova.compute.manager [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1444.542071] env[69702]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1444.542265] env[69702]: DEBUG nova.compute.manager [-] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Deallocating network for instance {{(pid=69702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1444.542359] env[69702]: DEBUG nova.network.neutron [-] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] deallocate_for_instance() {{(pid=69702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1444.796467] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: aa9f11e6-424a-4b74-b982-718f7073378d] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.017321] env[69702]: DEBUG nova.compute.manager [req-707da85f-3a11-4af3-9da9-fdc972d10179 req-215c9d01-341f-4b02-8557-38ac7de7379e service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Received event network-vif-deleted-061cec29-1470-49b1-a2b1-933eca22b096 {{(pid=69702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1445.017560] env[69702]: INFO nova.compute.manager [req-707da85f-3a11-4af3-9da9-fdc972d10179 req-215c9d01-341f-4b02-8557-38ac7de7379e service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Neutron deleted interface 061cec29-1470-49b1-a2b1-933eca22b096; detaching it from the instance and deleting it from the info cache [ 1445.017560] env[69702]: DEBUG nova.network.neutron [req-707da85f-3a11-4af3-9da9-fdc972d10179 req-215c9d01-341f-4b02-8557-38ac7de7379e service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.299941] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 1ee00dc5-e8df-4cbd-ba02-a2414deecd41] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.495040] env[69702]: DEBUG nova.network.neutron [-] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Updating instance_info_cache with network_info: [] {{(pid=69702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.520362] env[69702]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3842534f-5e11-459e-9941-7628642a48db {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.530602] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0215da36-2da9-4bea-be5f-f0dd0a04e1ab {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.553649] env[69702]: DEBUG nova.compute.manager [req-707da85f-3a11-4af3-9da9-fdc972d10179 req-215c9d01-341f-4b02-8557-38ac7de7379e service nova] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Detach interface failed, port_id=061cec29-1470-49b1-a2b1-933eca22b096, reason: Instance d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05 could not be found. {{(pid=69702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1445.803096] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 506597cb-90b3-4c70-b2ff-ecb9812cebe0] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.997887] env[69702]: INFO nova.compute.manager [-] [instance: d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05] Took 1.46 seconds to deallocate network for instance. [ 1446.306841] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 97ebb464-fa27-488c-8b26-7f24de9c3eb9] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.503875] env[69702]: DEBUG oslo_concurrency.lockutils [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.504202] env[69702]: DEBUG oslo_concurrency.lockutils [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.504428] env[69702]: DEBUG nova.objects.instance [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lazy-loading 'resources' on Instance uuid d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05 {{(pid=69702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.810246] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 3beb5e1c-328a-43ac-a8e2-9ffccad76bff] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.140997] env[69702]: DEBUG nova.scheduler.client.report [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Refreshing inventories for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1447.155193] env[69702]: DEBUG nova.scheduler.client.report [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Updating ProviderTree inventory for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1447.155418] env[69702]: DEBUG nova.compute.provider_tree [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Updating inventory in ProviderTree for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1447.166228] env[69702]: DEBUG nova.scheduler.client.report [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Refreshing aggregate associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, aggregates: None {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1447.183238] env[69702]: DEBUG nova.scheduler.client.report [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Refreshing trait associations for resource provider 5a08ce25-a270-4b9f-aabb-681250add3d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1447.208403] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fd4e05-1a76-4973-a505-336babf5b548 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.216175] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22ff28b-2ded-44c7-8f9d-1e9c28081b78 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.244970] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19a93d6-84b5-4dc5-942d-7d40b77b655d {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.252094] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4c69c0-e372-4dfc-a5f0-0ad2df35633e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.264778] env[69702]: DEBUG nova.compute.provider_tree [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.313056] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 1175c85a-687a-41c9-b2c2-3efdd25616d6] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.768425] env[69702]: DEBUG nova.scheduler.client.report [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.815507] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: b3450c3d-e84e-4843-8488-e521af8d96d6] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.274323] env[69702]: DEBUG oslo_concurrency.lockutils [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.294132] env[69702]: INFO nova.scheduler.client.report [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Deleted allocations for instance d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05 [ 1448.318711] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 90667116-7206-4370-a494-bdd9f30c01fb] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.804014] env[69702]: DEBUG oslo_concurrency.lockutils [None req-985d1095-7c22-41bd-bcab-b8824657da94 tempest-ServerActionsTestJSON-735239567 tempest-ServerActionsTestJSON-735239567-project-member] Lock "d4ebfcf0-3ce6-432a-be2f-96ea1ce3df05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.879s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.821526] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 3edb94af-d9ee-4cb3-ab8c-25d3905ded87] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.325571] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 03130d0c-1aa5-41e3-af9c-4d8da9d4a0f6] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.829640] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 06aab0f9-2c3f-4a8e-985f-579ef9f9e60f] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.333498] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 3df32ea1-eeda-4997-85b1-9802d8c56c02] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.837092] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: a14ae0d7-c7cd-4772-b08b-f510c6672462] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.340712] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 78982504-c055-4733-bc57-ecceb11e675b] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.844846] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: ed1860e5-2e08-4b7c-94e9-ef946d6db2c1] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.347938] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 56009dbd-b866-43c9-b55b-5090bc2d7334] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.851257] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: fbb1031a-5f5d-4755-8964-8ec3833e4508] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.355267] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 24c8cd7a-b40c-4663-8330-06d3d26d2c81] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.858711] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 1d9227ba-92a4-49a4-acc2-34fbabad2944] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.362814] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 89ca3456-61ad-467b-bbb2-6923e301f8a0] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.868210] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: cf0ac868-8032-4670-b31b-ed11fc4e06de] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.372022] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 3a3c3dda-0238-4eaa-888d-3c9ad5c9bfb7] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.876291] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] [instance: 7631d8ea-ff43-4b6e-a51f-7892c46c934f] Instance has had 0 of 5 cleanup attempts {{(pid=69702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.380033] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.380496] env[69702]: DEBUG nova.compute.manager [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Cleaning up deleted instances with incomplete migration {{(pid=69702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1456.883197] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.380404] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.380810] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.380810] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.380948] env[69702]: DEBUG oslo_service.periodic_task [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.884958] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.885316] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.885495] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.885650] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1458.886561] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca447e9-2d81-46ff-8a58-dceea9c1c3ad {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.894759] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea36851-b34e-403b-b101-1df70749b1af {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.908369] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75337e76-e797-40ff-9b43-595ca313aab2 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.914307] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794a10e5-9924-47c7-a650-23943aa6b19c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.942767] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180352MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1458.942913] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.943107] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.963445] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1459.963722] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1459.976951] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddb6f23-ebdd-4382-a6ab-d14388139fca {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.984247] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85799adb-2242-4299-9573-003bc873f210 {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.012757] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3164c23c-21af-4aef-96bf-cffc38d5a75c {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.019458] env[69702]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f0e6fd-ad8e-4bb0-be26-a94bcb2fd85e {{(pid=69702) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.031847] env[69702]: DEBUG nova.compute.provider_tree [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed in ProviderTree for provider: 5a08ce25-a270-4b9f-aabb-681250add3d4 {{(pid=69702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.535247] env[69702]: DEBUG nova.scheduler.client.report [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Inventory has not changed for provider 5a08ce25-a270-4b9f-aabb-681250add3d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.039970] env[69702]: DEBUG nova.compute.resource_tracker [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1461.040433] env[69702]: DEBUG oslo_concurrency.lockutils [None req-762095f6-01a6-4009-846a-4376f2703254 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=69702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}